-- Logs begin at Sun 2022-08-07 00:10:30 UTC, end at Sun 2022-08-07 01:58:23 UTC. -- Aug 07 01:00:52.685923 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 01:00:55.520676 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Aug 07 01:00:55.521304 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 07 01:00:55.521516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 07 01:00:55.524866 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] Logging enabled! Aug 07 01:00:55.525139 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 07 01:00:55.525461 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104082) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 07 01:00:55.526468 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 01:00:55.526720 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 01:00:55.527284 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 01:00:55.527544 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 01:00:55.527776 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 01:00:55.528113 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.528461 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.528705 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.529009 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.529314 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.529662 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.529904 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.530222 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.530521 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.530814 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.531125 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.531358 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.531647 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.531943 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.532265 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.532499 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.532858 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.533310 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.533745 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.534034 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.534330 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.534621 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.534899 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.535171 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.535466 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.535827 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.536111 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.536435 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.536733 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.537098 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.537382 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.537691 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.537948 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.538228 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.538542 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.538835 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.539127 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.539419 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.539722 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.539949 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.540180 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.540507 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.540805 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.541089 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.541376 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.541657 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.541938 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.542218 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.542496 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.542793 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.543086 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.543377 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.543660 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.543943 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.544223 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.544527 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.544822 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.545106 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.545386 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.545670 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.545967 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.546242 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.546524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.546842 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.547135 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.547427 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.547719 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.548004 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.548322 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.548609 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.549164 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.549272 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.549543 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.549864 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.550120 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.550410 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.550743 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.550980 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.551334 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.552133 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.552133 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:55.552133 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.552469 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.552757 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.553052 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.553371 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.553664 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.553964 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.554778 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.555077 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.555380 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.555685 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.555970 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.556303 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.556605 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.556913 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.557228 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.557534 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.557837 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.558127 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.558414 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.558699 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.558990 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.559377 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.559608 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.559866 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.560169 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.560487 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.560795 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.561091 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.561388 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.561690 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.561989 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.562275 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.562566 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.562865 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.563152 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.563434 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.563984 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.564295 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.564580 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.564873 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.565173 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.565468 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.565751 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.566039 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.566338 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.566624 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.566908 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.567185 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.567469 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.567750 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.568043 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.568357 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.568640 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.568924 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.569207 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.569485 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.569832 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.570624 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.570905 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.571194 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.571475 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.571755 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.572036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.572346 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.572629 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.572907 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.573184 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.573525 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.573838 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.574116 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.574402 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.574684 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.574970 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.575276 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.575618 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.575851 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.576136 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.576447 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.576734 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.577021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.577310 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.577596 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.577879 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.578178 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.578474 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.578767 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.579057 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.579348 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.579766 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.580096 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.580428 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.580722 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.581012 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.581299 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.581593 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.581875 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.582161 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.582449 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.582744 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.583054 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.583355 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.583922 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.583922 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.584228 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.584553 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.584999 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.585151 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.585471 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:55.585705 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 01:00:55.585956 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 01:00:55.894965 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 07 01:00:55.895223 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 07 01:00:55.895495 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 07 01:00:55.895733 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 07 01:00:55.896016 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 07 01:00:55.896392 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 01:00:56.323233 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.323526 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.323794 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.325148 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.325435 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.325715 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.380695 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.380976 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.381254 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.397380 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.397672 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.398548 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.430901 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.431186 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.431465 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.470150 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.470421 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.470628 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.718177 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.718862 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.718862 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.719104 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.719832 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.822810 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.823133 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.823429 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.823707 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.823984 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.824329 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.824599 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.824860 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.825123 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.825420 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.825686 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.825958 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.826224 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.826486 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.826749 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.827019 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.827284 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.827560 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.827836 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.828100 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.828407 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.828667 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.828956 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.829350 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.829608 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.829862 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.830297 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.830543 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.830790 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.831027 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.831274 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.831517 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:56.831900 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 01:00:56.836047 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 01:00:56.840168 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 01:00:56.844282 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 07 01:00:56.846004 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 01:00:56.846669 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 01:00:56.847012 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 01:00:56.847413 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 01:00:56.850350 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 01:00:56.850607 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 01:00:56.851510 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 01:00:56.856794 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 01:00:56.880606 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 01:00:56.881089 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.881399 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 07 01:00:56.881785 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.883251 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 01:00:56.883552 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 01:00:56.883809 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 01:00:56.887271 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:56.887561 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.011726 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 01:00:57.011968 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 01:00:57.012166 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 01:00:57.012666 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 01:00:57.067351 dv-cinder-master-3-iscsi neutron-server[104082]: INFO dbcounter [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Registered counter for database neutron Aug 07 01:00:57.089545 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_db.sqlalchemy.engines [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 01:00:57.096126 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writer thread running {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 01:00:57.671032 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing driver for type 'gre' Aug 07 01:00:57.671505 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] gre ID ranges: [(1, 1000)] Aug 07 01:00:57.741793 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing driver for type 'local' Aug 07 01:00:57.742477 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing driver for type 'vlan' Aug 07 01:00:57.757866 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] VlanTypeDriver initialization complete Aug 07 01:00:57.758256 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing driver for type 'vxlan' Aug 07 01:00:57.758787 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] vxlan ID ranges: [(1, 1000)] Aug 07 01:00:57.817702 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing extension driver 'port_security' Aug 07 01:00:57.818082 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.extensions.port_security [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] PortSecurityExtensionDriver initialization complete Aug 07 01:00:57.818430 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing mechanism driver 'openvswitch' Aug 07 01:00:57.818768 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing mechanism driver 'hyperv' Aug 07 01:00:57.825843 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:00:57.826539 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.826922 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.827281 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.827812 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.828263 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.828627 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.828982 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.829799 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.829799 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.830152 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.830506 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.830909 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.831449 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.831813 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.832036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.832457 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.832878 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.833230 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.833578 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.833976 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.834388 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.834738 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.835629 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.836126 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 07 01:00:57.836681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] ML2 OVO RPC backend initialized. {{(pid=104082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 07 01:00:57.837452 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.837819 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.838248 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.838611 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > networks before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.838972 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.839320 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > ports before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.839671 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.840022 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.840405 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.840755 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.841097 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.841438 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.841783 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.842124 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.842465 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.842815 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.843155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.851892 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded quota_driver: . Aug 07 01:00:57.852279 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.plugin [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Modular L2 Plugin initialization complete Aug 07 01:00:57.852642 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading services supported by the core plugin {{(pid=104082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 01:00:57.852990 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.managers [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Got port-security extension from driver 'port_security' Aug 07 01:00:57.853498 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.extensions.vlantransparent [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Disabled vlantransparent extension. Aug 07 01:00:57.854009 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 01:00:57.854336 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: router Aug 07 01:00:57.890476 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.890888 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.891268 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router before_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.891643 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.892033 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.892435 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.892804 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.893165 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.893529 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.893893 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.894247 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.894607 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.894979 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.895406 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.895786 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.896134 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.896501 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: subnet after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.896864 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.897218 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.897586 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.898486 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.898841 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.899207 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router after_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.899555 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.899910 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.900308 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.900667 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.901053 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > agent after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.901411 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > agent after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.901758 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > network after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.902704 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Tracking information for resource: router configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:57.903047 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Tracking information for resource: floatingip configured {{(pid=104082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 01:00:57.908425 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.db.l3_agentschedulers_db [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 01:00:57.909043 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.909422 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.909775 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.910139 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: port after_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.912047 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router before_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.912047 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.912047 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.912421 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.917568 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.provider_configuration [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service providers = [] {{(pid=104082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 01:00:57.917934 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.db.servicetype_db [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 01:00:57.921433 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 01:00:57.921728 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 01:00:57.922077 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 01:00:57.922993 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.services.service_base [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 01:00:57.923364 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.services.service_base [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 01:00:57.923764 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.924087 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 01:00:57.935465 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.935812 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: auto_allocate Aug 07 01:00:57.941794 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: network precommit_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.942203 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: network precommit_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.942709 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.943035 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: tag Aug 07 01:00:57.950581 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.950916 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: timestamp Aug 07 01:00:57.954817 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.955153 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: network_ip_availability Aug 07 01:00:57.960810 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.961193 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.961567 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:57.962305 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.962632 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: flavors Aug 07 01:00:57.967616 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.967953 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading Plugin: revisions Aug 07 01:00:57.972263 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 01:00:57.972673 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.077s {{(pid=104082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 07 01:00:57.973438 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 07 01:00:57.973777 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Initializing extension manager. Aug 07 01:00:57.974309 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: __init__.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.974736 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: __pycache__ {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.975003 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.976283 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.976879 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: address-group Aug 07 01:00:57.977310 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.978020 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.978425 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: address-scope Aug 07 01:00:57.978749 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.979809 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.980192 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: router-admin-state-down-before-update Aug 07 01:00:57.980598 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: agent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.981217 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.981723 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: agent Aug 07 01:00:57.982052 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: agent_resources_synced.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.982930 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.983445 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: agent-resources-synced Aug 07 01:00:57.983769 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.985643 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.986128 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: allowed-address-pairs Aug 07 01:00:57.986463 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.987520 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.988043 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: auto-allocated-topology Aug 07 01:00:57.988408 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.989082 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.989596 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: availability_zone Aug 07 01:00:57.989914 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: availability_zone_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.990799 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.991320 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: availability_zone_filter Aug 07 01:00:57.992263 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: data_plane_status.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.993141 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.993664 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 01:00:57.993988 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: default_subnetpools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.994877 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.995393 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: default-subnetpools Aug 07 01:00:57.995723 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.996559 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.997081 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: dhcp_agent_scheduler Aug 07 01:00:57.997404 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: dns.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:57.998289 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:57.998801 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension dns-integration not supported by any of loaded plugins Aug 07 01:00:57.999129 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: dns_domain_ports.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.000011 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.000551 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 01:00:58.000883 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.001771 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.002279 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 01:00:58.002611 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: dvr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.003318 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.003762 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: dvr Aug 07 01:00:58.004084 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: ecmp_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.007036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.007036 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 01:00:58.007036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: empty_string_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.007036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.007354 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: empty-string-filtering Aug 07 01:00:58.007557 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.008482 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.008991 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 01:00:58.009317 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.010207 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.010717 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 01:00:58.011046 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: external_net.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.011916 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.012464 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: external-net Aug 07 01:00:58.012790 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.013656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.014167 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: extra_dhcp_opt Aug 07 01:00:58.014608 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: extraroute.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.015353 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.015863 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: extraroute Aug 07 01:00:58.016189 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: extraroute_atomic.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.017226 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.017741 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: extraroute-atomic Aug 07 01:00:58.018068 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: filter_validation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.018724 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.019489 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: filter-validation Aug 07 01:00:58.019823 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: fip_pf_description.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.020764 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.021287 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 01:00:58.021618 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: fip_pf_port_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.022503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.023086 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 07 01:00:58.023413 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: fip_port_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.024330 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.024849 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: fip-port-details Aug 07 01:00:58.025178 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.026395 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.026913 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: flavors Aug 07 01:00:58.027248 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.028912 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.029442 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 01:00:58.029776 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: floatingip_pools.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.030456 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.030972 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: floatingip-pools Aug 07 01:00:58.031306 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: ip_allocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.032197 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.032732 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 01:00:58.033060 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.033945 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.034456 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: ip-substring-filtering Aug 07 01:00:58.034784 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l2_adjacency.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.035691 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.036295 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 01:00:58.036557 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.037656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.038832 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: router Aug 07 01:00:58.039163 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.041472 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.042004 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 01:00:58.042347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.043239 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.043756 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: ext-gw-mode Aug 07 01:00:58.044084 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.045006 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.045519 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: l3-ha Aug 07 01:00:58.045849 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.046725 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.047236 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 07 01:00:58.047562 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_flavors.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.048474 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.048989 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: l3-flavors Aug 07 01:00:58.049312 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.050681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.051215 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 07 01:00:58.051550 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.052472 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.052997 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 01:00:58.053330 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: l3agentscheduler.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.054987 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.055508 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: l3_agent_scheduler Aug 07 01:00:58.055839 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: local_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.057626 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.058160 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension local_ip not supported by any of loaded plugins Aug 07 01:00:58.058504 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: logging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.059966 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.060540 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension logging not supported by any of loaded plugins Aug 07 01:00:58.060876 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: metering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.061598 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.062400 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: metering Aug 07 01:00:58.062760 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.064063 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.064611 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: metering_source_and_destination_fields Aug 07 01:00:58.064948 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: multiprovidernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.065849 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.066371 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: multi-provider Aug 07 01:00:58.066698 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: netmtu.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.067585 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.068105 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: net-mtu Aug 07 01:00:58.068461 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: netmtu_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.069347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.069925 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: net-mtu-writable Aug 07 01:00:58.070254 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: network_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.070902 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.071418 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: network_availability_zone Aug 07 01:00:58.071747 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: network_ip_availability.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.072865 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.073391 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: network-ip-availability Aug 07 01:00:58.073722 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: network_segment_range.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.074465 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.074985 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 01:00:58.075313 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: pagination.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.076291 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.076722 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: pagination Aug 07 01:00:58.076954 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_device_profile.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.077836 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.078359 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-device-profile Aug 07 01:00:58.078686 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_mac_address_override.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.079597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.080116 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-mac-override Aug 07 01:00:58.080472 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.081369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.081891 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-mac-address-regenerate Aug 07 01:00:58.082215 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.083095 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.083618 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-numa-affinity-policy Aug 07 01:00:58.083944 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_resource_request.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.084856 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.085417 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 01:00:58.085744 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: port_resource_request_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.086687 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.087211 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 07 01:00:58.087538 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: portbindings.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.088454 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.088973 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: binding Aug 07 01:00:58.089302 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: portbindings_extended.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.090527 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.091052 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: binding-extended Aug 07 01:00:58.091385 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: portsecurity.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.092297 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.092821 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-security Aug 07 01:00:58.093155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: project_id.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.094139 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.094476 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: project-id Aug 07 01:00:58.094803 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: providernet.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.095689 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.096216 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: provider Aug 07 01:00:58.096569 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.100037 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.100596 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos not supported by any of loaded plugins Aug 07 01:00:58.101493 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.102709 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.103232 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 01:00:58.103568 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.104510 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.105030 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 01:00:58.105362 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_default.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.106246 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.106762 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-default not supported by any of loaded plugins Aug 07 01:00:58.107104 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_fip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.107984 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.108529 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-fip not supported by any of loaded plugins Aug 07 01:00:58.108863 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.109744 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.110256 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 07 01:00:58.110587 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.111496 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.112003 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 01:00:58.112375 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.113255 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.113767 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 01:00:58.114097 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.115098 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.115616 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 07 01:00:58.115975 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.117606 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.118123 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 07 01:00:58.118455 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_pps_rule.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.119604 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.120130 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-pps not supported by any of loaded plugins Aug 07 01:00:58.120483 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.121370 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.121890 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 01:00:58.122219 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.123104 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.123619 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 07 01:00:58.123946 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: qos_rules_alias.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.124984 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.125506 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 01:00:58.125840 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: quota_check_limit.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.126735 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.127263 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: quota-check-limit Aug 07 01:00:58.127645 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: quotasv2.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.128605 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.128942 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: quotas Aug 07 01:00:58.129266 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: quotasv2_detail.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.130974 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.131319 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: quota_details Aug 07 01:00:58.131657 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: rbac.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.134500 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.135048 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: rbac-policies Aug 07 01:00:58.135389 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: rbac_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.136416 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.136895 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: rbac-address-group Aug 07 01:00:58.137230 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: rbac_address_scope.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.138121 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.138640 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: rbac-address-scope Aug 07 01:00:58.138972 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: rbac_security_groups.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.139928 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.140486 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: rbac-security-groups Aug 07 01:00:58.140819 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.141806 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.142264 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: rbac-subnetpool Aug 07 01:00:58.142591 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: revisionifmatch.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.143681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.144335 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: revision-if-match Aug 07 01:00:58.144751 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: revisions.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.146105 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.146655 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: standard-attr-revisions Aug 07 01:00:58.147059 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: router_availability_zone.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.147922 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.148777 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: router_availability_zone Aug 07 01:00:58.149005 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: routerservicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.149959 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.150569 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension router-service-type not supported by any of loaded plugins Aug 07 01:00:58.150905 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.152020 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.152910 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: security-groups-normalized-cidr Aug 07 01:00:58.153175 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.154269 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.154882 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: port-security-groups-filtering Aug 07 01:00:58.155312 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.156329 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.156902 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: security-groups-remote-address-group Aug 07 01:00:58.157362 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.158368 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.158988 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: security-groups-shared-filtering Aug 07 01:00:58.159405 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: securitygroup.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.171155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.171818 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: security-group Aug 07 01:00:58.172226 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.173157 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.173857 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension segment not supported by any of loaded plugins Aug 07 01:00:58.174198 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.175375 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.175934 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 01:00:58.176303 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: servicetype.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.177506 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.178056 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: service-type Aug 07 01:00:58.178393 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: sorting.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.180057 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.180436 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: sorting Aug 07 01:00:58.180858 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: standard_attr_segment.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.181734 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.182297 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 01:00:58.182632 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: standardattrdescription.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.183292 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.183823 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: standard-attr-description Aug 07 01:00:58.184155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: stateful_security_group.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.185324 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.185971 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: stateful-security-group Aug 07 01:00:58.186306 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: stdattrs_common.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.186898 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 01:00:58.187231 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.188210 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.189042 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 01:00:58.189371 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnet_onboard.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.190455 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.190997 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: subnet_onboard Aug 07 01:00:58.191316 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.192268 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.192792 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 01:00:58.193138 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnet_service_types.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.194058 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.195176 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: subnet-service-types Aug 07 01:00:58.195503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnetallocation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.196709 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.197248 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: subnet_allocation Aug 07 01:00:58.197580 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.198255 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.198773 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: subnetpool-prefix-ops Aug 07 01:00:58.199105 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.200049 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.200597 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 01:00:58.200927 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: tagging.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.202114 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.202683 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: standard-attr-tag Aug 07 01:00:58.203023 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: timestamp.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.204319 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.204853 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loaded extension: standard-attr-timestamp Aug 07 01:00:58.205185 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: trunk.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.206220 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.206746 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension trunk not supported by any of loaded plugins Aug 07 01:00:58.207083 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: trunk_details.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.208002 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.208541 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension trunk-details not supported by any of loaded plugins Aug 07 01:00:58.208876 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.209780 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.210910 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 01:00:58.211245 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Loading extension file: vlantransparent.py {{(pid=104082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 07 01:00:58.211920 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 07 01:00:58.212485 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 01:00:58.215540 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:network Aug 07 01:00:58.216086 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnet Aug 07 01:00:58.216521 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 01:00:58.216926 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:port Aug 07 01:00:58.218407 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.218861 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.219495 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.219937 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.220313 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:router Aug 07 01:00:58.220763 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 01:00:58.221265 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.222782 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:58.223165 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:58.223528 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:00:58.224676 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 01:00:58.225148 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:security_group Aug 07 01:00:58.225600 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 01:00:58.226751 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.227086 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 01:00:58.227447 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] subnetpool is already registered Aug 07 01:00:58.227895 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.228230 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 01:00:58.228595 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] subnetpool is already registered Aug 07 01:00:58.231152 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.231620 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service FLAVORS assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.232211 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.232677 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.233023 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:router Aug 07 01:00:58.233374 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] router is already registered Aug 07 01:00:58.233802 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 01:00:58.234140 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] floatingip is already registered Aug 07 01:00:58.234618 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service METERING assigned prefix: /metering {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.235326 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 01:00:58.235659 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] rbac_policy is already registered Aug 07 01:00:58.236086 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:security_group Aug 07 01:00:58.236523 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] security_group is already registered Aug 07 01:00:58.236883 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 01:00:58.237225 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] security_group_rule is already registered Aug 07 01:00:58.238011 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.238260 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 01:00:58.238600 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] subnetpool is already registered Aug 07 01:00:58.239032 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.v2.resource_helper [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Service CORE assigned prefix: {{(pid=104082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 01:00:58.239360 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 01:00:58.239696 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING neutron.quota.resource_registry [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] subnetpool is already registered Aug 07 01:00:58.240175 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: extensions {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.242412 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: address-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.243988 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: address-scopes {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.245369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.246547 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: auto-allocated-topology {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.247818 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: availability_zones {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.249119 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: dhcp-networks {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.250921 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: dhcp-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.252548 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.254298 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: flavors {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.255658 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.256986 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: next_providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.258555 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: service_profiles {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.260131 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: floatingip-pools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.261408 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.263157 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: floatingips {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.264480 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: l3-routers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.266015 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: l3-agents {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.267459 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: metering-labels {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.268772 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: metering-label-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.270180 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: network-ip-availabilities {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.271463 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: bindings {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.273246 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.276183 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: quotas {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.277805 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: rbac-policies {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.279013 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: security-groups {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.280383 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: security-group-rules {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.281701 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: service-providers {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.282946 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.284351 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: subnetpools {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.285966 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.287739 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.290372 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.292396 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.294176 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.296213 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.298140 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.300292 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.302155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.304105 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron.api.extensions [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Extended resource: tags {{(pid=104082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 01:00:58.311111 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 01:00:58.316767 dv-cinder-master-3-iscsi neutron-server[104082]: WARNING keystonemiddleware.auth_token [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 01:00:58.326113 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Acquiring lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 07 01:00:58.326448 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Acquired lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 07 01:00:58.326930 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_concurrency.lockutils [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Releasing lock "singleton_lock" {{(pid=104082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 07 01:00:58.327604 dv-cinder-master-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Starting 2 workers Aug 07 01:00:58.332560 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Started child 104193 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 01:00:58.337796 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Started child 104194 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 01:00:58.338661 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.339926 dv-cinder-master-3-iscsi neutron-server[104082]: INFO neutron.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 01:00:58.340161 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.340433 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [-] (104193) wsgi starting up on http://0.0.0.0:9696 Aug 07 01:00:58.342568 dv-cinder-master-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Starting 1 workers Aug 07 01:00:58.342763 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.344028 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [-] (104194) wsgi starting up on http://0.0.0.0:9696 Aug 07 01:00:58.347824 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Started child 104195 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 01:00:58.348401 dv-cinder-master-3-iscsi neutron-server[104082]: INFO oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Starting 1 workers Aug 07 01:00:58.352308 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] calling RpcWorker wait() {{(pid=104195) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 01:00:58.353115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] returning from RpcWorker wait() {{(pid=104195) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 01:00:58.353653 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Started child 104196 {{(pid=104082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 01:00:58.354380 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.354515 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cedcbe6c-6029-4f86-b335-bb8f5be9d8d1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.354921 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:00:58.356501 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 01:00:58.356717 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 01:00:58.356905 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 01:00:58.357126 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 01:00:58.357447 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 01:00:58.357625 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 01:00:58.358320 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.358760 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.358889 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:00:58.359690 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.359866 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:00:58.360122 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.360746 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.361027 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.361276 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.361561 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.361836 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.362048 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.362260 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.362532 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.362796 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.363124 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.363408 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.363669 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.363925 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.364102 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.364386 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.364672 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.364929 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.365230 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.365499 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.366055 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.366854 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.367128 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.367382 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.367676 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.367913 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.368174 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.368442 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.368681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.368933 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.369193 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.369441 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.369665 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.369889 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.370195 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.370430 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.370941 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.371188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.371430 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.371694 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.371943 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.372212 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.372458 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.372727 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.372992 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.373263 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.373501 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.373766 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.374021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.374272 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.374543 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.374705 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.374968 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.375250 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.375515 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.375720 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.375893 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.376062 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.376367 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.376612 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.376787 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.377027 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.377267 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.377488 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.377775 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.377984 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.378242 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.378483 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.378817 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.379062 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.379339 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.380064 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.380422 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.380605 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.380982 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.381139 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.381295 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.381515 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.381849 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.382716 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.383166 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.383356 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.383539 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.384843 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.384843 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.384843 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.385294 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.385294 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.385577 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.385782 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.386049 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.386243 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.386511 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.386926 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.387162 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.387336 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.387480 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.387694 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.387893 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.388115 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.388368 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.388906 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.388906 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.389164 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.389333 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.389525 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.389781 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.390014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.393503 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.394524 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.395447 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.395447 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.395447 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.395838 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.395838 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.396062 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.396267 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.396543 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.396790 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.397217 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.397713 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.397957 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.398291 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.398528 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.399012 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.399377 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.399666 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.400117 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.400625 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.401045 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.401500 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.401899 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.402367 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.402616 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.402852 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.403117 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.403363 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.403627 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.403951 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.404167 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.404404 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.404629 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.404914 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.405167 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.405429 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.405673 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.405947 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.406232 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.406536 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.406806 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.407079 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.407344 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.407591 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.407835 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.408107 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.408378 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.408600 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.408857 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.409088 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.409323 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.409541 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.409788 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.410039 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.410303 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.410522 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.410921 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.411141 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.411365 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.411584 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.411813 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.412037 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.412327 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.412735 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.413110 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.413554 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.414020 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.414473 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.414700 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.414941 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.415163 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.415390 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.415615 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.415926 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.416155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.416368 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 36954) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:00:58.416513 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.416622 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.416963 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.417215 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.417472 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.417712 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.417973 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.418210 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.418726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.418726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.418982 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.419325 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.419510 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.419709 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.419914 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.420121 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.420993 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.420993 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.420993 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.421381 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.421501 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.421655 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.421932 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.422615 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.422615 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.422615 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.423106 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.423106 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.423354 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.424597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.424597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.424597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.424597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.425089 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.425089 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.425338 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426320 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426320 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426320 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426746 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426746 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.426994 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.427180 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.427444 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.427712 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.427995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.428291 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.428680 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.429573 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.429828 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.430093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.430336 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.430574 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.430898 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.431143 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.431449 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.431677 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.431958 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.432217 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.432631 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.432939 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.433210 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.433470 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.433721 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.433963 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.434195 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.434414 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.434667 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.434887 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.435122 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.435341 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.435609 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.435804 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.436021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.436318 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.436523 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.436761 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.436985 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.437207 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.437430 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.437688 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.437906 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.438149 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.438388 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.438867 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.439083 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.439192 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0175455 Aug 07 01:00:58.439300 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.439671 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.440099 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.440519 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.440821 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.441073 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.441301 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.441529 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.441776 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.442036 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.442258 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.442506 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.442731 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.442950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.443185 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.443409 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.443623 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.443860 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.444113 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.444420 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.444810 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.445020 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.445381 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.445639 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.446363 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.446618 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.447069 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.447487 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.447735 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.447955 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.448215 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.448481 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.448731 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.448960 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.449182 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.449425 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.449668 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.449887 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.450166 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.450410 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.450636 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.450876 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.451104 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.451323 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.451541 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.451762 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.451978 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.452201 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.452443 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.452673 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.452888 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.453273 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.453532 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.453761 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.453852 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0134397 Aug 07 01:00:58.454083 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.454404 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.454822 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.455230 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.455451 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.455664 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.455908 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.456132 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.456418 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.456863 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.457085 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.457302 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.457575 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.457877 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.458015 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.458248 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.458466 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.458679 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.458908 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.459290 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.459662 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.460033 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.460941 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.461345 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.461577 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.461805 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.462019 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.462894 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.462894 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.462894 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.463110 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.463110 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.463338 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.463637 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.463893 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.464117 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.464438 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.464687 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.464934 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.465166 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.465501 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.465711 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.466142 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.466430 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.466660 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.466887 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.467165 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.467479 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.467769 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.468039 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.468349 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.468600 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.468881 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.469164 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.469405 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.469729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.470077 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.470349 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.470598 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.470863 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.471117 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.471346 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.471593 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.471838 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.472072 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.472338 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.472577 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.472808 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.473081 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.473303 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.473547 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474567 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474567 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474567 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474567 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474962 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.474962 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 01:00:58.475347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 01:00:58.475512 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 01:00:58.476417 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 01:00:58.476740 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 01:00:58.477055 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 01:00:58.477351 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 01:00:58.477702 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478018 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478182 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478350 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478533 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478700 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.478868 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479030 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479192 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479361 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479522 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479682 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.479844 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.480003 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.480167 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.481361 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.481534 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.481741 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.481915 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.482837 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.482938 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.483101 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] debug = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.483297 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.483427 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.483578 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.484480 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.485369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.485369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.485369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.485369 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.485967 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.486142 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.486317 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.486492 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.486662 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.486831 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487002 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487171 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487324 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487486 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487648 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.487809 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488276 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488276 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488435 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488502 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488634 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488797 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.488948 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.489052 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:00:58.489130 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.490072 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.490439 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.490610 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.491145 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.491145 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_options = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.491145 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.491898 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.491971 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.492161 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.492283 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.492437 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.493347 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494188 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494585 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494585 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494739 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494816 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.494940 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.495121 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.495483 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.495641 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.495802 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.496596 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.496826 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.497279 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.497279 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.497738 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.497882 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498002 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498124 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498265 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498365 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498502 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498671 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498835 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.498995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.499154 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.499311 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.500467 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.500760 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.500951 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.501127 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_json = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.501340 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.501516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.501695 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.501868 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.502754 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.502754 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.502754 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.502754 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.502754 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 01:00:58.503144 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503144 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503287 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503436 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503608 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503769 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.503934 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.504099 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.504317 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.504486 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.504661 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.504826 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505004 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505166 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505328 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505497 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505660 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.505859 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506029 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506193 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506354 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506689 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.506853 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.507624 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.507803 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.507968 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.508145 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.508998 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.509178 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.509353 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.509513 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.512597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.513073 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.513322 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.513576 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.514169 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.514169 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.514329 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.514395 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515285 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515285 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515285 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515285 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515285 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515613 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515613 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515730 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.515855 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516139 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516276 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516394 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516555 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516716 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.516928 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517155 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517256 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517465 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517654 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517802 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.517988 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.518151 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.518310 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.518470 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.518638 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.518877 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519080 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519584 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519584 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519584 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519790 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.519961 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.520050 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.520295 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.520525 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.520691 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.520856 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.521729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.521729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.521729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.521729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.521729 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.522656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.522656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.522656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.522656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.522656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523158 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523158 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523158 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523377 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523454 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523575 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.523735 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.524133 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.524448 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.524737 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.525069 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.525378 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.525540 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.525851 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526321 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526656 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526812 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.526969 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527130 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527293 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527456 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527618 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527781 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.527944 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.528106 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.528375 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.528546 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.528779 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.528874 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.529032 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.529779 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.529779 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.529779 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.529779 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530048 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530048 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530296 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530424 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530544 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530686 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.530843 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531000 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.531950 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532349 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532349 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532349 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532520 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.532868 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533017 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533164 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533357 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533527 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533666 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533801 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.533936 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.534086 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.534221 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.534373 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.534508 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.535360 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536014 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536442 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536442 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536442 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536719 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536829 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.536997 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.537120 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.537325 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538021 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538479 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538479 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538479 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538758 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538758 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.538958 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539062 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539215 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539377 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539542 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539706 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.539868 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540031 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540194 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540386 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540557 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540710 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.540855 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.541015 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.541370 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.541684 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.541851 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.542018 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.542182 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.542352 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.542718 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.542882 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543042 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543206 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.543995 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544498 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544498 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544498 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544743 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544822 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.544936 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545098 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545272 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545442 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545593 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545756 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.545911 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546202 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546202 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546774 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546987 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.546987 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547328 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547328 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547604 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547604 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547807 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.547880 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.548833 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.549681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.549681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.549681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.549681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.549681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.550379 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.550379 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.550379 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.550379 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.550379 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551093 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.551726 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552092 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552092 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552092 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552493 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552493 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552743 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552743 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.552989 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.553132 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.553269 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.553404 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.553538 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.553746 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.554478 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.554625 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.554762 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.554855 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.554990 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555143 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555316 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555471 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555642 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555814 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.555985 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.556147 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.556341 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.556516 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.556681 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.556936 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557109 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557216 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557327 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557432 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557597 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557758 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.557921 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558084 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558247 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558411 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558574 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558737 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.558981 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.559102 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.559216 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.559467 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.559594 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 01:00:58.559708 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 01:01:07.399102 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writer thread running {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 01:01:07.815298 dv-cinder-master-3-iscsi neutron-server[104082]: DEBUG dbcounter [-] [104082] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104082) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:12.087534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cda7a5-f261-40fc-a444-6860e647fce6 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104195) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 07 01:01:12.099561 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writer thread running {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 01:01:12.206193 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cda7a5-f261-40fc-a444-6860e647fce6 None None] No non-hosted networks {{(pid=104195) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 01:01:12.222316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.agentschedulers_db [None req-74cda7a5-f261-40fc-a444-6860e647fce6 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104195) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 07 01:01:12.333421 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-38563c65-f64e-4d19-8fab-c0b52ccd3b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:15.858253 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80ed228a-3167-4656-b382-b7b37b9f16da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:15.936061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c70a1776-9bf9-49b8-bc11-02355ab109cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:17.311240 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37032) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:18.209474 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:18.376054 dv-cinder-master-3-iscsi neutron-server[104193]: WARNING oslo_policy.policy [None req-6df03e60-4c09-4929-a2cc-03474ad82edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:18.376849 dv-cinder-master-3-iscsi neutron-server[104193]: WARNING oslo_policy.policy [None req-6df03e60-4c09-4929-a2cc-03474ad82edd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:18.690738 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [None req-6df03e60-4c09-4929-a2cc-03474ad82edd admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:01:18.692148 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6df03e60-4c09-4929-a2cc-03474ad82edd admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3799262 Aug 07 01:01:18.971228 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:18.978516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:18.984928 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:18.986963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:18.991998 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:18.994810 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:18.997262 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.004468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.005591 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.007757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.010526 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.012560 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.013180 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.015144 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.018333 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.021387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:19.026192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:19.048438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:19.599258 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:20.970831 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.db.l3_hamode_db [None req-57672ea3-46d7-4f37-b2df-29edb6e5b33b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 01:01:21.060863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57672ea3-46d7-4f37-b2df-29edb6e5b33b None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:01:21.061472 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57672ea3-46d7-4f37-b2df-29edb6e5b33b None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 07 01:01:21.779189 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37068) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:22.668221 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING oslo_policy.policy [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:22.669188 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING oslo_policy.policy [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:23.050487 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:01:23.216814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.policy [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104194) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 01:01:23.304325 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING oslo_policy.policy [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:23.304857 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING oslo_policy.policy [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:23.342773 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writer thread running {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 01:01:23.474593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904925560', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904923020', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904941740', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904901544', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904893493', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742904918405', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-634946', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-792502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16608234', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16620627'] for rbac-policy (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:23.601549 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:23.607447 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0dfa8f5e-5150-4632-9ce4-b36d6c42ab2c admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.8201017 Aug 07 01:01:26.250235 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37084) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:26.659702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:01:26.677900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writer thread running {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 07 01:01:26.743956 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Made reservation on behalf of 6fe07ee094f944898ef10a16ce01c7c3 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:01:26.825424 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.policy [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 01:01:26.872133 dv-cinder-master-3-iscsi neutron-server[104193]: WARNING oslo_policy.policy [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:26.872722 dv-cinder-master-3-iscsi neutron-server[104193]: WARNING oslo_policy.policy [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 01:01:26.885901 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:26.917226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.075718 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks [] for security_group (c1031194-7daa-4235-be96-44f003f427d2), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.081690 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c1031194-7daa-4235-be96-44f003f427d2), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.097077 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=27,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:27.122623 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:01:27.201951 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742901291493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (2375f0d8-cd2e-443f-bb97-ee48cea3650c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.202814 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Unsubscribe: segment precommit_create {{(pid=104193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 01:01:27.203709 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Added segment 2375f0d8-cd2e-443f-bb97-ee48cea3650c of type vlan for network b63393be-4c62-4e98-9028-6b4f2dcf759e Aug 07 01:01:27.233842 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c1031194-7daa-4235-be96-44f003f427d2,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:27.274124 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.275244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.275244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.275244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.275651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.275988 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.276267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.276596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.277005 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.277334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.277666 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.278012 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.278372 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.278716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.279041 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Tracked resource versions report: Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: pushed versions: Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: { 'AddressGroup': {'1.2'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Agent': {'1.1'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'ConntrackHelper': {'1.0'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Log': {'1.0'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'NDPProxy': {'1.0'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Network': {'1.1'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Port': {'1.7'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'PortForwarding': {'1.3'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'QosPolicy': {'1.10'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroup': {'1.5'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SubPort': {'1.0'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Subnet': {'1.1'}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Trunk': {'1.1'}} Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: consumer versions: Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Agent': '1.1', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'ConntrackHelper': '1.0', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'LocalIPAssociation': '1.0', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Log': '1.0', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'NDPProxy': '1.0', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Network': '1.1', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Port': '1.7', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'PortForwarding': '1.3', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'QosPolicy': '1.10', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroup': '1.5', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroupRule': '1.2', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'SubPort': '1.0', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Subnet': '1.1', Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: 'Trunk': '1.1'}} Aug 07 01:01:27.280714 dv-cinder-master-3-iscsi neutron-server[104193]: {{(pid=104193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:01:27.374904 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (b63393be-4c62-4e98-9028-6b4f2dcf759e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.457258 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (b63393be-4c62-4e98-9028-6b4f2dcf759e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.467564 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:01:27.468777 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:27.592212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3407993 Aug 07 01:01:27.639775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd9e45-6a08-4baa-a8a6-1aad17f3884d demo demo] Pushing event updated for resources: {'Network': ['ID=b63393be-4c62-4e98-9028-6b4f2dcf759e,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:27.656085 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network b63393be-4c62-4e98-9028-6b4f2dcf759e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:01:27.676702 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=26,neutron:INSERT=35 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:31.366533 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37102) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:31.613893 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:31.623650 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=10 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:31.960176 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321361f1-e15d-47f3-8653-a6ff6c6342b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:01:31.961959 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-321361f1-e15d-47f3-8653-a6ff6c6342b2 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/b63393be-4c62-4e98-9028-6b4f2dcf759e HTTP/1.1" status: 200 len: 825 time: 0.5940671 Aug 07 01:01:32.012300 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6b68cff2-d44b-4aea-9fca-8e35662da02f demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/72858a11-95e8-4c65-a34d-06df89314f8c HTTP/1.1" status: 200 len: 734 time: 0.0401480 Aug 07 01:01:32.023838 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c', 'name': 'private-subnet', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:01:32.063093 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Made reservation on behalf of 6fe07ee094f944898ef10a16ce01c7c3 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:01:32.066929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:32.446294 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (5d836c66-ec0c-43fb-bcba-b0cdddbb6522), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:32.450337 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:32.525960 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5d836c66-ec0c-43fb-bcba-b0cdddbb6522,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:32.537510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Checking segment: {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:01:32.537934 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Network hostable DHCP agents. Network: b63393be-4c62-4e98-9028-6b4f2dcf759e, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:01:32.565148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Network b63393be-4c62-4e98-9028-6b4f2dcf759e is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:01:32.578934 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b63393be-4c62-4e98-9028-6b4f2dcf759e) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:01:32.585059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:01:32.585690 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:32.590696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad5f62-1c37-4a11-92d4-ed9dc64f90d6 None None] Network b63393be-4c62-4e98-9028-6b4f2dcf759e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:01:32.610603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-82831699-a091-4dbf-892d-d7b3a0c45484 demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5913150 Aug 07 01:01:32.893274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b63393be-4c62-4e98-9028-6b4f2dcf759e', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:01:32.895936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:33.342495 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Allocated IP 172.20.0.2 (b63393be-4c62-4e98-9028-6b4f2dcf759e/5d836c66-ec0c-43fb-bcba-b0cdddbb6522/d07ee814-1383-4276-a042-47b567633846) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:01:33.586711 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=23,neutron:INSERT=34 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:33.596059 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:33.616012 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks [] for port (d07ee814-1383-4276-a042-47b567633846), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:33.627873 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (d07ee814-1383-4276-a042-47b567633846), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:33.735649 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Network b63393be-4c62-4e98-9028-6b4f2dcf759e is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:01:33.741060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:01:33.742829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Pushing event updated for resources: {'Port': ['ID=d07ee814-1383-4276-a042-47b567633846,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:33.750029 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:01:33.760663 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.761092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.761520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.761943 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.762342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.762738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.763126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.763514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.763905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.764366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.764772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.765187 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.765577 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.765963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.766376 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Tracked resource versions report: Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: pushed versions: Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: { 'AddressGroup': {'1.2'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Agent': {'1.1'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'ConntrackHelper': {'1.0'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Log': {'1.0'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'NDPProxy': {'1.0'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Network': {'1.1'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Port': {'1.7'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'PortForwarding': {'1.3'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'QosPolicy': {'1.10'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroup': {'1.5'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SubPort': {'1.0'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Subnet': {'1.1'}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Trunk': {'1.1'}} Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: consumer versions: Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Agent': '1.1', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'ConntrackHelper': '1.0', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'LocalIPAssociation': '1.0', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Log': '1.0', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'NDPProxy': '1.0', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Network': '1.1', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Port': '1.7', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'PortForwarding': '1.3', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'QosPolicy': '1.10', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroup': '1.5', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroupRule': '1.2', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'SubPort': '1.0', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Subnet': '1.1', Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: 'Trunk': '1.1'}} Aug 07 01:01:33.768497 dv-cinder-master-3-iscsi neutron-server[104195]: {{(pid=104195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:01:33.866000 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Attempting to bind port d07ee814-1383-4276-a042-47b567633846 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:01:33.866332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Attempting to bind port d07ee814-1383-4276-a042-47b567633846 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:01:33.866897 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Attempting to bind port d07ee814-1383-4276-a042-47b567633846 on network b63393be-4c62-4e98-9028-6b4f2dcf759e {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:01:33.874248 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:01:33.874622 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Checking segment: {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:01:33.875107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:33.875511 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Bound using segment: {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:01:33.876006 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Bound port: d07ee814-1383-4276-a042-47b567633846, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:01:33.876446 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d07ee814-1383-4276-a042-47b567633846), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:33.919524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:33.959590 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] For port d07ee814-1383-4276-a042-47b567633846, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:01:33.965323 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] For port d07ee814-1383-4276-a042-47b567633846, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d07ee814-1383-4276-a042-47b567633846,segment=NetworkSegment(2375f0d8-cd2e-443f-bb97-ee48cea3650c),segment_id=2375f0d8-cd2e-443f-bb97-ee48cea3650c)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:01:33.976836 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d07ee814-1383-4276-a042-47b567633846), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:34.055029 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a2b71-ed4b-49ec-acbe-a3da47d92233 None None] Pushing event updated for resources: {'Port': ['ID=d07ee814-1383-4276-a042-47b567633846,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:35.578169 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37118) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:36.087520 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [None req-28cf71a3-3710-4793-8191-c66d0c5113b5 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:01:36.089547 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-28cf71a3-3710-4793-8191-c66d0c5113b5 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5090337 Aug 07 01:01:38.974689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37126) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:39.462922 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [None req-dbe25247-4aa4-444d-bc8a-90896005ac36 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:01:39.463953 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-dbe25247-4aa4-444d-bc8a-90896005ac36 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4883716 Aug 07 01:01:42.003696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-400ae0a2-bc98-4e91-a5cc-14889bac54fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:42.307930 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37134) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:42.404673 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:01:42.601244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:42.602755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:42.790877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:01:42.826161 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (c06fa36d-dbf9-4759-946c-0053b54ceed5), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:42.828278 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (c06fa36d-dbf9-4759-946c-0053b54ceed5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.043828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Publish callbacks [] for router_controller (c06fa36d-dbf9-4759-946c-0053b54ceed5), precommit_add_association {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.049918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (c06fa36d-dbf9-4759-946c-0053b54ceed5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.081834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.083831 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-bb211ac8-00a5-4aa7-979b-ded996e2011d demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7743697 Aug 07 01:01:43.586111 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d07ee814-1383-4276-a042-47b567633846 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:01:43.732577 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d07ee814-1383-4276-a042-47b567633846 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:43.733174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d07ee814-1383-4276-a042-47b567633846), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.781933 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:43.905248 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d07ee814-1383-4276-a042-47b567633846 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:01:43.905859 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d07ee814-1383-4276-a042-47b567633846), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:43.965083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port d07ee814-1383-4276-a042-47b567633846, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d07ee814-1383-4276-a042-47b567633846,segment=NetworkSegment(2375f0d8-cd2e-443f-bb97-ee48cea3650c),segment_id=2375f0d8-cd2e-443f-bb97-ee48cea3650c)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:01:43.971615 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d07ee814-1383-4276-a042-47b567633846), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:44.057390 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=d07ee814-1383-4276-a042-47b567633846,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:44.518852 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9518f2-77e2-459d-a7c7-f5d45ca14ddc None None] Network b63393be-4c62-4e98-9028-6b4f2dcf759e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:01:44.633925 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-465fee51-4a10-45f4-8c8a-913cea1ebddf None None] Provisioning complete for port d07ee814-1383-4276-a042-47b567633846 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:44.634794 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-465fee51-4a10-45f4-8c8a-913cea1ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d07ee814-1383-4276-a042-47b567633846), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:44.767759 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-465fee51-4a10-45f4-8c8a-913cea1ebddf None None] Current status of the port d07ee814-1383-4276-a042-47b567633846 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:01:44.997331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-94bf43d2-28ab-474e-90f2-e06634865c00 None None] Provisioning complete for port d07ee814-1383-4276-a042-47b567633846 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:44.997926 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-94bf43d2-28ab-474e-90f2-e06634865c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d07ee814-1383-4276-a042-47b567633846), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:45.110016 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-94bf43d2-28ab-474e-90f2-e06634865c00 None None] Current status of the port d07ee814-1383-4276-a042-47b567633846 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:01:45.425095 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:45.578660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d07ee814-1383-4276-a042-47b567633846 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:01:45.658872 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d07ee814-1383-4276-a042-47b567633846 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:45.659903 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d07ee814-1383-4276-a042-47b567633846), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:45.764169 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d07ee814-1383-4276-a042-47b567633846 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:01:45.867483 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-01f2ac44-264f-45c5-86ea-4ef3e248dad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:46.054076 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37148) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:46.573361 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [None req-d8a425ac-87f9-4f2f-916f-de9328114a37 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:01:46.574476 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d8a425ac-87f9-4f2f-916f-de9328114a37 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5191758 Aug 07 01:01:48.133934 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:48.141348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:48.957056 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.305302 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37156) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:49.528409 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.766899 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:01:49.805861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Made reservation on behalf of ae3747bdb31f45b9bc97b22fb3bfe021 for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:01:49.810360 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.843293 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.979268 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks [] for security_group (a316aa88-1582-40f2-88ea-2a0d1eb315d1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.984786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a316aa88-1582-40f2-88ea-2a0d1eb315d1), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:49.998705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104194) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 01:01:50.038399 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742901291493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (be001001-550d-44ab-8724-9d4df085a757), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:50.039071 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Unsubscribe: segment precommit_create {{(pid=104194) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 01:01:50.039706 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Added segment be001001-550d-44ab-8724-9d4df085a757 of type flat for network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b Aug 07 01:01:50.062866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a316aa88-1582-40f2-88ea-2a0d1eb315d1,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:50.119836 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.120179 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.120576 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.120921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.121255 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.121583 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.121916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.122244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.122585 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.122921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.123266 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.123598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.123918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.124241 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.124581 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Tracked resource versions report: Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: pushed versions: Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: { 'AddressGroup': {'1.2'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Agent': {'1.1'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'ConntrackHelper': {'1.0'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Log': {'1.0'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'NDPProxy': {'1.0'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Network': {'1.1'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Port': {'1.7'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'PortForwarding': {'1.3'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'QosPolicy': {'1.10'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroup': {'1.5'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SubPort': {'1.0'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Subnet': {'1.1'}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Trunk': {'1.1'}} Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: consumer versions: Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Agent': '1.1', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'ConntrackHelper': '1.0', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'LocalIPAssociation': '1.0', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Log': '1.0', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'NDPProxy': '1.0', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Network': '1.1', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Port': '1.7', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'PortForwarding': '1.3', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'QosPolicy': '1.10', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroup': '1.5', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroupRule': '1.2', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'SubPort': '1.0', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Subnet': '1.1', Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: 'Trunk': '1.1'}} Aug 07 01:01:50.126075 dv-cinder-master-3-iscsi neutron-server[104194]: {{(pid=104194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:01:50.181936 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:50.253096 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:50.255033 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:01:50.256135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:50.357223 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0508051 Aug 07 01:01:50.386567 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f2be8-da2f-4171-a283-7305af32b9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:50.402415 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:01:52.395848 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:52.978311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37168) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:53.581003 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa0c87c-8c05-4b51-baf2-092c2a00397c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:01:53.582331 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9aa0c87c-8c05-4b51-baf2-092c2a00397c demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/5d836c66-ec0c-43fb-bcba-b0cdddbb6522 HTTP/1.1" status: 200 len: 849 time: 0.6027710 Aug 07 01:01:53.783552 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-766313ac-259f-4942-969d-1e1037012f28 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/c06fa36d-dbf9-4759-946c-0053b54ceed5 HTTP/1.1" status: 200 len: 704 time: 0.1906855 Aug 07 01:01:54.140941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:54.650465 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Allocated IP 172.20.0.1 (b63393be-4c62-4e98-9028-6b4f2dcf759e/5d836c66-ec0c-43fb-bcba-b0cdddbb6522/dd11fd5f-a61a-46d3-b444-b0aee84676a8) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:01:54.908463 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks [] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:54.988996 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.070658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Network b63393be-4c62-4e98-9028-6b4f2dcf759e is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:01:55.075979 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:01:55.084030 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:01:55.084030 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (c06fa36d-dbf9-4759-946c-0053b54ceed5), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.205229 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Pushing event updated for resources: {'Port': ['ID=dd11fd5f-a61a-46d3-b444-b0aee84676a8,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:55.301690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-a3880078-79ab-4769-81d8-fb9343416d27 None None] Provisioning complete for port dd11fd5f-a61a-46d3-b444-b0aee84676a8 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:55.303150 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a3880078-79ab-4769-81d8-fb9343416d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.342501 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-a3880078-79ab-4769-81d8-fb9343416d27 None None] Port dd11fd5f-a61a-46d3-b444-b0aee84676a8 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:01:55.421206 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:55.426765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.432276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:55.828792 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks [] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.836026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.837327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (c06fa36d-dbf9-4759-946c-0053b54ceed5), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:55.994480 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Pushing event updated for resources: {'Port': ['ID=dd11fd5f-a61a-46d3-b444-b0aee84676a8,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:56.087679 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Network b63393be-4c62-4e98-9028-6b4f2dcf759e is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:01:56.089894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:01:56.377586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-d7495312-b4a4-432f-b921-480a1f0b9336 None None] Provisioning complete for port dd11fd5f-a61a-46d3-b444-b0aee84676a8 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:01:56.378454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d7495312-b4a4-432f-b921-480a1f0b9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:56.393109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Router c06fa36d-dbf9-4759-946c-0053b54ceed5 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:01:56.438261 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-d7495312-b4a4-432f-b921-480a1f0b9336 None None] Port dd11fd5f-a61a-46d3-b444-b0aee84676a8 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:01:56.553263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:01:56.562162 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-54427ca8-733b-4476-a4ec-99892aa2429e demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/c06fa36d-dbf9-4759-946c-0053b54ceed5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7684104 Aug 07 01:01:56.569816 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Sync routers for ids ['c06fa36d-dbf9-4759-946c-0053b54ceed5'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:01:56.590946 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Routers {'c06fa36d-dbf9-4759-946c-0053b54ceed5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:01:56.592294 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:01:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['c06fa36d-dbf9-4759-946c-0053b54ceed5'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:56.919226 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Set router c06fa36d-dbf9-4759-946c-0053b54ceed5 gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:01:57.730834 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:01:55Z', 'revision_number': 2, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port_host': None, '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:01:55Z', 'revision_number': 2, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:57.825078 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Checking router: c06fa36d-dbf9-4759-946c-0053b54ceed5 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:01:57.825682 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Updating router c06fa36d-dbf9-4759-946c-0053b54ceed5 port dd11fd5f-a61a-46d3-b444-b0aee84676a8 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:01:57.986656 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:58.800303 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks [] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:58.812464 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:59.091787 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Pushing event updated for resources: {'Port': ['ID=dd11fd5f-a61a-46d3-b444-b0aee84676a8,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:59.098477 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Attempting to bind port dd11fd5f-a61a-46d3-b444-b0aee84676a8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:01:59.099104 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Attempting to bind port dd11fd5f-a61a-46d3-b444-b0aee84676a8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:01:59.099801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Attempting to bind port dd11fd5f-a61a-46d3-b444-b0aee84676a8 on network b63393be-4c62-4e98-9028-6b4f2dcf759e {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:01:59.115294 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.116096 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.116491 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.117075 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.117647 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.118220 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.118785 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.119344 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.119897 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.120500 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.121079 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.121666 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.122228 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.122788 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.123341 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Tracked resource versions report: Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: pushed versions: Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: { 'AddressGroup': {'1.2'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Agent': {'1.1'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'ConntrackHelper': {'1.0'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Log': {'1.0'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'NDPProxy': {'1.0'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Network': {'1.1'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Port': {'1.7'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'PortForwarding': {'1.3'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'QosPolicy': {'1.10'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroup': {'1.5'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SubPort': {'1.0'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Subnet': {'1.1'}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Trunk': {'1.1'}} Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: consumer versions: Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Agent': '1.1', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'ConntrackHelper': '1.0', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'LocalIPAssociation': '1.0', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Log': '1.0', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'NDPProxy': '1.0', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Network': '1.1', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Port': '1.7', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'PortForwarding': '1.3', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'QosPolicy': '1.10', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroup': '1.5', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroupRule': '1.2', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'SubPort': '1.0', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Subnet': '1.1', Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: 'Trunk': '1.1'}} Aug 07 01:01:59.126145 dv-cinder-master-3-iscsi neutron-server[104196]: {{(pid=104196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:01:59.132512 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:01:59.133362 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Checking segment: {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:01:59.134158 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:59.135691 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Bound using segment: {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:01:59.136516 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Bound port: dd11fd5f-a61a-46d3-b444-b0aee84676a8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2375f0d8-cd2e-443f-bb97-ee48cea3650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:01:59.137158 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:59.264801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] For port dd11fd5f-a61a-46d3-b444-b0aee84676a8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:01:59.299764 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] For port dd11fd5f-a61a-46d3-b444-b0aee84676a8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd11fd5f-a61a-46d3-b444-b0aee84676a8,segment=NetworkSegment(2375f0d8-cd2e-443f-bb97-ee48cea3650c),segment_id=2375f0d8-cd2e-443f-bb97-ee48cea3650c)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:01:59.308904 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:01:59.344938 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37178) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:01:59.349282 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:59.350407 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:01:59.356275 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Routers {'c06fa36d-dbf9-4759-946c-0053b54ceed5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:01:59.357360 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:01:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['c06fa36d-dbf9-4759-946c-0053b54ceed5'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:59.475901 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061da4-7044-4dac-b71b-c84c023a3bbf None None] Pushing event updated for resources: {'Port': ['ID=dd11fd5f-a61a-46d3-b444-b0aee84676a8,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:01:59.513948 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] Set router c06fa36d-dbf9-4759-946c-0053b54ceed5 gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:01:59.872069 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:01:55Z', 'revision_number': 2, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port_host': None, '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:01:59Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:01:59.906801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c051f32-9eec-4a20-8eed-40a970f9ef8d None None] The sync data for ids ['c06fa36d-dbf9-4759-946c-0053b54ceed5'] in dv-cinder-master-3-iscsi is: [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:01:55Z', 'revision_number': 2, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port_host': None, '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:01:59Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:02:00.029786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8bd63f-fa47-4043-9ce8-f5d5ef53aa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:02:00.031366 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-aa8bd63f-fa47-4043-9ce8-f5d5ef53aa2e admin admin] 10.222.0.26 "GET /networking/v2.0/networks/86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b HTTP/1.1" status: 200 len: 842 time: 0.6854053 Aug 07 01:02:00.046410 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Request body: {'subnet': {'cidr': '172.37.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.37.1.1', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'enable_dhcp': False}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:02:00.076780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Made reservation on behalf of ae3747bdb31f45b9bc97b22fb3bfe021 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:02:00.079562 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:00.483406 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:00.544370 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:00.696382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.objects.ports [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104194) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 07 01:02:00.697382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (62f72133-fe64-4d5a-8464-109a2ef9b66c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:00.808481 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f72133-fe64-4d5a-8464-109a2ef9b66c,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:00.829842 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:02:00.830443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Network hostable DHCP agents. Network: 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:02:00.867632 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:02:00.884098 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:02:00.890852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:02:00.891788 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:00.903435 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71660b-3365-4a62-aa7d-e90bc5e104d0 None None] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:02:00.910316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:00.926084 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-cc2733ff-2355-4f63-9692-96c6f7ba16a4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8824294 Aug 07 01:02:01.108182 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e657245-20a4-4b9d-b04d-0ca2b1a498d3 None None] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:02:03.566592 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37186) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:02:04.373964 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f0aa6e87-4bab-4e7b-967a-b199b3f61d65 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/c06fa36d-dbf9-4759-946c-0053b54ceed5 HTTP/1.1" status: 200 len: 710 time: 0.8057179 Aug 07 01:02:04.496742 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30e08b-ff26-4e03-ae4f-561b9f9dd56a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:02:04.503505 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-df30e08b-ff26-4e03-ae4f-561b9f9dd56a demo admin] 10.222.0.26 "GET /networking/v2.0/networks/86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b HTTP/1.1" status: 200 len: 886 time: 0.1179616 Aug 07 01:02:04.509359 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:02:04.840988 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks [] for router_gateway (c06fa36d-dbf9-4759-946c-0053b54ceed5), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:05.175184 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks [] for router_gateway (c06fa36d-dbf9-4759-946c-0053b54ceed5), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:05.397415 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:05.449015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:05.742769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Allocated IP 172.37.1.241 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/9edc3483-fbbc-44c4-8f5f-41eb14944506) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:02:05.747156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:05.942300 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks [] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:06.053086 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:06.142749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:02:06.159325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:02:06.162075 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Pushing event updated for resources: {'Port': ['ID=9edc3483-fbbc-44c4-8f5f-41eb14944506,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:06.166240 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:02:06.544679 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks [] for router_gateway (c06fa36d-dbf9-4759-946c-0053b54ceed5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:06.550491 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:06.552148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=60,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:06.798356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16421810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16464854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13110'] for router (c06fa36d-dbf9-4759-946c-0053b54ceed5), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:06.802228 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16424265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16424240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16464857'] for router (c06fa36d-dbf9-4759-946c-0053b54ceed5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:06.910787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:06.944353 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Router c06fa36d-dbf9-4759-946c-0053b54ceed5 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:02:07.126436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:02:07.136401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:07.152279 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-da3a02fd-db87-4bf4-825f-9528fc9d3745 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/c06fa36d-dbf9-4759-946c-0053b54ceed5 HTTP/1.1" status: 200 len: 890 time: 2.6338050 Aug 07 01:02:07.451110 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Sync routers for ids ['c06fa36d-dbf9-4759-946c-0053b54ceed5'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:02:07.470283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Routers {'c06fa36d-dbf9-4759-946c-0053b54ceed5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:02:07.471146 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:01:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['c06fa36d-dbf9-4759-946c-0053b54ceed5'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:02:07.642202 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device dd11fd5f-a61a-46d3-b444-b0aee84676a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:02:07.871364 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Set router c06fa36d-dbf9-4759-946c-0053b54ceed5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:02:07.903111 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port dd11fd5f-a61a-46d3-b444-b0aee84676a8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:02:07.903612 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:08.456315 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port dd11fd5f-a61a-46d3-b444-b0aee84676a8 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:02:08.457320 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:08.536042 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:08.668258 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port dd11fd5f-a61a-46d3-b444-b0aee84676a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dd11fd5f-a61a-46d3-b444-b0aee84676a8,segment=NetworkSegment(2375f0d8-cd2e-443f-bb97-ee48cea3650c),segment_id=2375f0d8-cd2e-443f-bb97-ee48cea3650c)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:02:08.678296 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:08.778353 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241'}], 'enable_snat': True}, 'gw_port_id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:02:06Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port': {'id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:02:05Z', 'updated_at': '2022-08-07T01:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:01:59Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:02:09.006569 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Checking router: c06fa36d-dbf9-4759-946c-0053b54ceed5 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:02:09.007041 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Updating router c06fa36d-dbf9-4759-946c-0053b54ceed5 port 9edc3483-fbbc-44c4-8f5f-41eb14944506 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:02:09.082152 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=dd11fd5f-a61a-46d3-b444-b0aee84676a8,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:09.098791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.498773 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:09.593399 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks [] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.602317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.621074 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device dd11fd5f-a61a-46d3-b444-b0aee84676a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:02:09.662259 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Attempting to bind port 9edc3483-fbbc-44c4-8f5f-41eb14944506 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:02:09.662714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Attempting to bind port 9edc3483-fbbc-44c4-8f5f-41eb14944506 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:02:09.663062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Attempting to bind port 9edc3483-fbbc-44c4-8f5f-41eb14944506 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:02:09.709515 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:02:09.709873 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:02:09.710289 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.710704 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:02:09.711199 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Bound port: 9edc3483-fbbc-44c4-8f5f-41eb14944506, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:02:09.711643 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.751131 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5ff5c-fae0-4a66-8f70-0c6468758053 None None] Pushing event updated for resources: {'Port': ['ID=9edc3483-fbbc-44c4-8f5f-41eb14944506,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:09.798728 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port dd11fd5f-a61a-46d3-b444-b0aee84676a8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:02:09.799002 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.828785 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] For port 9edc3483-fbbc-44c4-8f5f-41eb14944506, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:02:09.857256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] For port 9edc3483-fbbc-44c4-8f5f-41eb14944506, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9edc3483-fbbc-44c4-8f5f-41eb14944506,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:02:09.868687 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=22 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:09.872878 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:09.878242 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=46 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:09.969693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Routers {'c06fa36d-dbf9-4759-946c-0053b54ceed5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:02:09.970746 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:01:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['c06fa36d-dbf9-4759-946c-0053b54ceed5'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:02:10.081316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5ff5c-fae0-4a66-8f70-0c6468758053 None None] Pushing event updated for resources: {'Port': ['ID=9edc3483-fbbc-44c4-8f5f-41eb14944506,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:10.089593 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port dd11fd5f-a61a-46d3-b444-b0aee84676a8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:02:10.202220 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:10.217731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] Set router c06fa36d-dbf9-4759-946c-0053b54ceed5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:02:10.490586 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37204) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:02:10.570841 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241'}], 'enable_snat': True}, 'gw_port_id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:02:06Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port': {'id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:02:05Z', 'updated_at': '2022-08-07T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:02:08Z', 'revision_number': 5, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:02:10.622672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a957aff5-100b-4af6-965e-3383dceacd56 None None] The sync data for ids ['c06fa36d-dbf9-4759-946c-0053b54ceed5'] in dv-cinder-master-3-iscsi is: [{'id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'name': 'router1', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241'}], 'enable_snat': True}, 'gw_port_id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:01:42Z', 'updated_at': '2022-08-07T01:02:06Z', 'revision_number': 4, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'gw_port': {'id': '9edc3483-fbbc-44c4-8f5f-41eb14944506', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:02:05Z', 'updated_at': '2022-08-07T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dd11fd5f-a61a-46d3-b444-b0aee84676a8', 'name': '', 'network_id': 'b63393be-4c62-4e98-9028-6b4f2dcf759e', 'tenant_id': '6fe07ee094f944898ef10a16ce01c7c3', 'mac_address': 'fa:16:3e:36:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06fa36d-dbf9-4759-946c-0053b54ceed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:01:54Z', 'updated_at': '2022-08-07T01:02:08Z', 'revision_number': 5, 'project_id': '6fe07ee094f944898ef10a16ce01c7c3', 'subnets': [{'id': '5d836c66-ec0c-43fb-bcba-b0cdddbb6522', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '72858a11-95e8-4c65-a34d-06df89314f8c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:02:11.181031 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ffd90c01-3620-4e73-91f6-f51dc725e7cd admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6887295 Aug 07 01:02:11.611573 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 9edc3483-fbbc-44c4-8f5f-41eb14944506 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:02:11.706096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 9edc3483-fbbc-44c4-8f5f-41eb14944506 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:02:11.706729 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:11.744048 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:11.821327 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 9edc3483-fbbc-44c4-8f5f-41eb14944506 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:02:11.821831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:11.852737 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 9edc3483-fbbc-44c4-8f5f-41eb14944506, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9edc3483-fbbc-44c4-8f5f-41eb14944506,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:02:11.859513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:11.955208 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=9edc3483-fbbc-44c4-8f5f-41eb14944506,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:02:11.997131 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-770edec3-fb04-4faa-9b39-1871009a7dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:13.599257 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 9edc3483-fbbc-44c4-8f5f-41eb14944506 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:02:13.677236 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 9edc3483-fbbc-44c4-8f5f-41eb14944506 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:02:13.677704 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9edc3483-fbbc-44c4-8f5f-41eb14944506), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:13.767264 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 9edc3483-fbbc-44c4-8f5f-41eb14944506 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:02:15.884003 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b2665129-2c32-4e4f-8213-dbbc7e05094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:17.123436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:17.126367 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=17 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:18.173294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:18.985340 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:19.404302 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:02:19.551546 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:21.182254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:21.182254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:29.395722 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:29.398385 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:29.536923 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:29.540440 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:42.222488 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ce85e744-0d86-4464-b1a2-65fbf91e3ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:45.875471 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1fd26ddd-d466-4927-9d22-8d27b2694775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:48.160307 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:48.976109 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:49.560490 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:02:56.404342 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:02:59.432077 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:59.551027 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:02:59.555487 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:08.395768 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:12.021842 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-87175b36-d6b1-4e0d-a563-5bd9138dc0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:15.886017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cd045ecd-8ecf-4583-b5ce-19e204e296b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:18.156905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:18.971861 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:19.536270 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:29.527449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:29.529378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:33.405958 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:03:42.009687 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb9fd-a6b9-4dba-b22c-ebef25ae2886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:43.399361 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:43.400266 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:03:45.853245 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3bfca41c-b33c-41ab-9bc6-c6bfeeb10aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:48.152476 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:48.958823 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:49.523706 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:52.478291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37746) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:03:52.838645 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e6dc7e-707e-4c6a-a0ac-c264afeb34a6 admin admin] GET failed (client error): The resource could not be found. Aug 07 01:03:52.840030 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-13e6dc7e-707e-4c6a-a0ac-c264afeb34a6 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3607054 Aug 07 01:03:53.014434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dfe03a-f224-4362-bb0b-a7e1aa400175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:03:53.015927 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-47dfe03a-f224-4362-bb0b-a7e1aa400175 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1709533 Aug 07 01:03:55.286773 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37756) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:03:55.669115 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1103383-77c3-4bd0-85ee-b2c9bc2d8426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:03:55.671042 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-c1103383-77c3-4bd0-85ee-b2c9bc2d8426 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/5d836c66-ec0c-43fb-bcba-b0cdddbb6522 HTTP/1.1" status: 200 len: 849 time: 0.3832431 Aug 07 01:03:55.680770 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:03:55.770663 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Publish callbacks [] for subnet (5d836c66-ec0c-43fb-bcba-b0cdddbb6522), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:55.927693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742901219548'] for subnet (5d836c66-ec0c-43fb-bcba-b0cdddbb6522), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:55.961883 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:03:55.962473 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:55.963767 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/5d836c66-ec0c-43fb-bcba-b0cdddbb6522 HTTP/1.1" status: 200 len: 868 time: 0.2867839 Aug 07 01:03:55.970594 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806927f4-12eb-4d2c-9eed-9816c29d70fd None None] Network b63393be-4c62-4e98-9028-6b4f2dcf759e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:03:55.984406 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d836c66-ec0c-43fb-bcba-b0cdddbb6522,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:03:55.993416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.993742 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.994093 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.994452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.994877 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.995109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.995699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.996102 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.996593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.997053 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.998069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.998593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.999087 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:55.999565 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:56.000155 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4cc95f-584b-4b11-be2e-f6da195b5f1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:03:56.300665 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Provisioning complete for port dd11fd5f-a61a-46d3-b444-b0aee84676a8 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:03:56.301192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (dd11fd5f-a61a-46d3-b444-b0aee84676a8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:56.385501 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Current status of the port dd11fd5f-a61a-46d3-b444-b0aee84676a8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:03:56.393977 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Provisioning complete for port d07ee814-1383-4276-a042-47b567633846 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:03:56.394367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d07ee814-1383-4276-a042-47b567633846), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:03:56.477145 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2dbb-f66d-46c7-a11a-40663212e54c None None] Current status of the port d07ee814-1383-4276-a042-47b567633846 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:03:58.302188 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37764) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:03:58.914463 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc3fec-bf6e-42fc-8467-ddb6cb6e21fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:03:58.914463 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc3fec-bf6e-42fc-8467-ddb6cb6e21fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:03:58.915573 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b1fc3fec-bf6e-42fc-8467-ddb6cb6e21fe admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6121402 Aug 07 01:04:01.200343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37774) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:01.780507 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41d2ff-deb9-4469-a4da-5c20f9866894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:01.780987 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41d2ff-deb9-4469-a4da-5c20f9866894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:01.782541 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ee41d2ff-deb9-4469-a4da-5c20f9866894 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5810909 Aug 07 01:04:04.080783 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37782) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:04.506131 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf013ed-a785-40af-a870-cfd3d40df9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:04.507428 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-faf013ed-a785-40af-a870-cfd3d40df9dd admin admin] 10.222.0.26 "GET /networking/v2.0/networks/86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b HTTP/1.1" status: 200 len: 886 time: 0.4256887 Aug 07 01:04:06.474082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:06.475113 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:06.772370 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37790) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:07.221074 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dba0d-83f8-4826-bd68-34c999af511d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:07.222409 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-5a0dba0d-83f8-4826-bd68-34c999af511d admin admin] 10.222.0.26 "GET /networking/v2.0/networks/b63393be-4c62-4e98-9028-6b4f2dcf759e HTTP/1.1" status: 200 len: 869 time: 0.4490805 Aug 07 01:04:09.491588 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37798) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:09.922942 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b87577-cf88-49e7-9501-75894850f519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:09.923400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b87577-cf88-49e7-9501-75894850f519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:09.924982 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-08b87577-cf88-49e7-9501-75894850f519 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4324427 Aug 07 01:04:10.405282 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:04:11.775482 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=69,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:11.777411 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:12.008298 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b422ec2d-fc9b-407d-8fc6-c8bd323cbe5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:12.167115 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37806) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:12.555393 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e85159-a9b3-4a86-a18a-10f3037e77ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:12.555774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e85159-a9b3-4a86-a18a-10f3037e77ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:12.557371 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-00e85159-a9b3-4a86-a18a-10f3037e77ad admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3892736 Aug 07 01:04:13.418409 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:14.840898 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37814) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:15.220937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c021a-989e-446a-86b7-3c62e00b0cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:15.222250 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-333c021a-989e-446a-86b7-3c62e00b0cb6 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/5d836c66-ec0c-43fb-bcba-b0cdddbb6522 HTTP/1.1" status: 200 len: 868 time: 0.3803809 Aug 07 01:04:15.857003 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ddf723a9-1ab6-40f6-8bac-777684714b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:17.485109 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37822) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:17.866452 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5390a-450f-4766-bbc0-ab930f5755ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:17.867745 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f7c5390a-450f-4766-bbc0-ab930f5755ae admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/62f72133-fe64-4d5a-8464-109a2ef9b66c HTTP/1.1" status: 200 len: 816 time: 0.3820322 Aug 07 01:04:18.155843 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:18.962534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:19.531614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:20.400776 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:25.209124 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:25.216729 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:27.862282 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=53 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:27.863063 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=49 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:29.517681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:29.526249 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:42.008149 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f3585763-9125-4a36-8b4c-8d022bf1485a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:45.861670 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6ebd892a-8baf-4375-9c6e-72ce38aa2f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:47.173706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37880) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:47.403916 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:04:47.529431 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [None req-8c77f237-5db6-41ac-946a-5eacf8b5a684 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:04:47.530443 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8c77f237-5db6-41ac-946a-5eacf8b5a684 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3558669 Aug 07 01:04:48.158002 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:48.967064 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:49.532905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:49.855850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37888) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:50.220265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4deb852-0db2-4804-aa80-cb1f48a87eac admin admin] GET failed (client error): The resource could not be found. Aug 07 01:04:50.221606 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b4deb852-0db2-4804-aa80-cb1f48a87eac admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3647263 Aug 07 01:04:50.315386 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdccf93-ef2e-46e2-8b7f-f78afc25619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:50.316892 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4cdccf93-ef2e-46e2-8b7f-f78afc25619a admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0902715 Aug 07 01:04:50.417341 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:52.583704 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37896) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:52.946573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:04:52.968886 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Made reservation on behalf of ae3747bdb31f45b9bc97b22fb3bfe021 for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:04:52.971230 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:53.007142 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING neutron.services.revisions.revision_plugin [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Could not find related network for resource to bump revision. Aug 07 01:04:53.024789 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:04:53.036224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (95c315d8-13e8-4e4e-b164-0dee4e63c9f1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:53.036612 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Added segment 95c315d8-13e8-4e4e-b164-0dee4e63c9f1 of type vlan for network 9f070d7e-673d-4bda-9dc7-7722533093b3 Aug 07 01:04:53.079193 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (9f070d7e-673d-4bda-9dc7-7722533093b3), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:53.103381 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (9f070d7e-673d-4bda-9dc7-7722533093b3), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:53.105245 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:53.105692 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:53.172143 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5871520 Aug 07 01:04:53.175921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Pushing event updated for resources: {'Network': ['ID=9f070d7e-673d-4bda-9dc7-7722533093b3,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:04:53.184921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.185272 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.185889 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.186234 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.186569 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.186903 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.187231 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.187558 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.187914 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.188263 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.188608 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.188978 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.189301 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.189623 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.189943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8248-e72f-486d-a872-e84e1d14a205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:53.203673 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:04:55.446863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37904) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:04:55.782961 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a934381-e567-4f1b-a03a-9fedd77f63c5 admin admin] GET failed (client error): The resource could not be found. Aug 07 01:04:55.784437 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6a934381-e567-4f1b-a03a-9fedd77f63c5 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3365774 Aug 07 01:04:55.897486 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c861bdde-3387-42fa-8bc8-5b0a6d671b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:55.898862 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c861bdde-3387-42fa-8bc8-5b0a6d671b14 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1100736 Aug 07 01:04:55.910362 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Request body: {'subnet': {'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:04:55.933843 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Made reservation on behalf of ae3747bdb31f45b9bc97b22fb3bfe021 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:04:55.936793 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.115998 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (58304c89-da9e-4521-9cca-31f9d01f0c6a), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.171512 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58304c89-da9e-4521-9cca-31f9d01f0c6a,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:04:56.187254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Checking segment: {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:04:56.187609 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Network hostable DHCP agents. Network: 9f070d7e-673d-4bda-9dc7-7722533093b3, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:04:56.206941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:04:56.217634 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9f070d7e-673d-4bda-9dc7-7722533093b3) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:04:56.222192 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:04:56.222790 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.228450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d7aab-9c8f-4066-a59c-308e28a9cf5f None None] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:04:56.242142 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-15c415de-6b05-4027-85dd-c2fcefd68b8b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3356891 Aug 07 01:04:56.445683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9f070d7e-673d-4bda-9dc7-7722533093b3', 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3', 'project_id': 'ae3747bdb31f45b9bc97b22fb3bfe021', 'fixed_ips': [{'subnet_id': '58304c89-da9e-4521-9cca-31f9d01f0c6a'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:04:56.446647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.591771 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Allocated IP 192.168.233.2 (9f070d7e-673d-4bda-9dc7-7722533093b3/58304c89-da9e-4521-9cca-31f9d01f0c6a/1ce8008f-562c-421e-8735-c95e752c6c70) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:04:56.740574 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks [] for port (1ce8008f-562c-421e-8735-c95e752c6c70), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.747592 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.785402 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:04:56.788316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:04:56.796697 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:04:56.806440 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Pushing event updated for resources: {'Port': ['ID=1ce8008f-562c-421e-8735-c95e752c6c70,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:04:56.816973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.817322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.817666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.818022 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.818359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.818689 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.819015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.819343 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.819667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.819989 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.820334 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.820673 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.820997 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.821312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.821633 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:04:56.872046 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Attempting to bind port 1ce8008f-562c-421e-8735-c95e752c6c70 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:04:56.872442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Attempting to bind port 1ce8008f-562c-421e-8735-c95e752c6c70 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:04:56.872805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Attempting to bind port 1ce8008f-562c-421e-8735-c95e752c6c70 on network 9f070d7e-673d-4bda-9dc7-7722533093b3 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:04:56.878319 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:04:56.878690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Checking segment: {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:04:56.879087 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.879469 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Bound using segment: {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:04:56.879927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Bound port: 1ce8008f-562c-421e-8735-c95e752c6c70, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:04:56.880338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:56.910994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:56.948863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c2162add-098f-43d9-8278-34108a1490ef None None] For port 1ce8008f-562c-421e-8735-c95e752c6c70, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:04:56.952204 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c2162add-098f-43d9-8278-34108a1490ef None None] For port 1ce8008f-562c-421e-8735-c95e752c6c70, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1ce8008f-562c-421e-8735-c95e752c6c70,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:04:56.959173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:57.014954 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:57.023732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2162add-098f-43d9-8278-34108a1490ef None None] Pushing event updated for resources: {'Port': ['ID=1ce8008f-562c-421e-8735-c95e752c6c70,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:04:57.400799 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:04:57.706959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1ce8008f-562c-421e-8735-c95e752c6c70 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:04:57.759707 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 1ce8008f-562c-421e-8735-c95e752c6c70 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:04:57.760105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:57.845338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450da18c-7050-4984-a78c-73ae4cd699e9 None None] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:04:57.861672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 1ce8008f-562c-421e-8735-c95e752c6c70 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:04:57.862071 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:57.933678 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ece62e2c-3af6-48ab-9492-fe0a35870408 None None] Provisioning complete for port 1ce8008f-562c-421e-8735-c95e752c6c70 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:04:57.934077 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ece62e2c-3af6-48ab-9492-fe0a35870408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:57.972327 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 1ce8008f-562c-421e-8735-c95e752c6c70, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1ce8008f-562c-421e-8735-c95e752c6c70,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:04:57.983289 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:58.100548 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=1ce8008f-562c-421e-8735-c95e752c6c70,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:04:58.120701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ece62e2c-3af6-48ab-9492-fe0a35870408 None None] Current status of the port 1ce8008f-562c-421e-8735-c95e752c6c70 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:04:58.340061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-beaf785b-537f-4db2-a38b-40899b9ad40d None None] Provisioning complete for port 1ce8008f-562c-421e-8735-c95e752c6c70 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:04:58.340539 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-beaf785b-537f-4db2-a38b-40899b9ad40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:58.424829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-beaf785b-537f-4db2-a38b-40899b9ad40d None None] Current status of the port 1ce8008f-562c-421e-8735-c95e752c6c70 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:04:59.669367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1ce8008f-562c-421e-8735-c95e752c6c70 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:04:59.716292 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 1ce8008f-562c-421e-8735-c95e752c6c70 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:04:59.716724 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1ce8008f-562c-421e-8735-c95e752c6c70), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:04:59.793505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 1ce8008f-562c-421e-8735-c95e752c6c70 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:05:00.305914 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=13 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:00.313129 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=9 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:06.235412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:06.236289 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=71,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:08.391020 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:09.790429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:09.791331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:12.003527 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-006a6929-9481-4ab4-8aab-b0a9ab269b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:15.866927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d8b81342-2706-4674-9920-678dfe48a92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:18.161811 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:18.971145 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:19.533238 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:24.405374 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:05:29.526778 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:29.527805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:34.399542 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:34.401473 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:42.009963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f9c9115f-5f70-446f-b73e-f1b43e57bced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:45.877237 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4555de6f-853b-44df-b1eb-60dc36fed4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:48.165592 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:48.976434 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:49.538616 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:05:59.526801 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:05:59.532871 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:01.405644 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:06:12.005616 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-830178b5-8cd3-4bb8-bb0f-ac7570351ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:13.053708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37942) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:06:13.060683 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [None req-81669ebc-2d04-43a3-ade0-4b7577119b10 tempest-verify_tempest_config-1039534218 tempest-verify_tempest_config-1039534218-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:06:13.061960 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-81669ebc-2d04-43a3-ade0-4b7577119b10 tempest-verify_tempest_config-1039534218 tempest-verify_tempest_config-1039534218-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0071228 Aug 07 01:06:13.671743 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 37960) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:06:14.058492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.146020 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Publish callbacks [] for security_group (1d07d965-89d0-4d71-b208-42baf9fd9394), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.151073 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1d07d965-89d0-4d71-b208-42baf9fd9394), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.200913 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b704fca56aab4b67ade09b375d1934ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5280328 Aug 07 01:06:14.201634 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d07d965-89d0-4d71-b208-42baf9fd9394,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:06:14.204366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 37964) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:06:14.209525 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.209881 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.210248 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.210596 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.210948 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.211262 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.212058 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.212058 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.212409 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.212721 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.213066 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.213402 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.213777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.214173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.214499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9db6ce9-1036-47ec-93de-548de022be1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.281258 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Publish callbacks [] for security_group (1d07d965-89d0-4d71-b208-42baf9fd9394), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.307795 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Publish callbacks [] for security_group (1d07d965-89d0-4d71-b208-42baf9fd9394), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.417816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1d07d965-89d0-4d71-b208-42baf9fd9394), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.421188 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:14.423218 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1d07d965-89d0-4d71-b208-42baf9fd9394 HTTP/1.1" status: 204 len: 168 time: 0.2173555 Aug 07 01:06:14.444826 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d07d965-89d0-4d71-b208-42baf9fd9394,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:06:14.459056 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.460109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.461104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.461972 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.462749 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.463321 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.464487 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.464487 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.465031 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.465604 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.466167 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.466740 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.467300 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.467850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:14.468427 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc6282-dcfd-4504-b07a-6e3545d985a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:06:15.875000 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92c55256-bc0a-4c09-9aa6-55243d8d893b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:17.387355 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:17.388154 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=17 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:18.170051 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:18.980686 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:19.550126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:24.205116 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:24.206039 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:24.436152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:24.451283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:29.540079 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:29.543339 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:38.405583 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:06:42.011428 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a17e8e19-7592-4f90-8cef-6447a9f1c274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:45.868798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-511c002f-46e7-4977-a376-77f12be37b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:48.172051 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:48.401845 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:48.402661 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:48.984050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:49.544023 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:06:59.532346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:06:59.537784 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:08.385887 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:12.020370 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1775e98-13f7-4716-bd2f-1223818ef02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:15.405208 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 5 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:07:15.876456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f18130d3-4140-4250-b80a-66c399324648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:18.174691 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:18.990298 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:19.547303 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:25.401375 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:25.402223 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:29.536330 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:29.542972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:07:42.020107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-51eee1bb-e729-4ba5-9bbb-9c96a668027d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:45.871739 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1b3d959f-79df-4d27-a725-1b55c328ec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:48.185866 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:48.985334 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:49.551447 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:52.170510 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16458969'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:07:52.406526 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:08:02.163115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:02.164125 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:05.033631 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38062) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:08:05.173902 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-fac5621c-2ca9-4c5d-bea3-ee677fd844a5 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1387520 Aug 07 01:08:07.281657 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38072) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:08:07.347481 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a076b188-38ef-446f-a088-95abf8531007 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0646758 Aug 07 01:08:11.710146 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:11.713624 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=20 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:12.017599 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-82e97cbf-7765-43d0-abaa-eafdab238b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:15.167167 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:15.168094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:15.877285 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f23b9915-01de-4575-9480-fd5d2771015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:17.340833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:17.341732 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:18.190796 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:18.990175 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:19.558207 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:22.145894 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:29.407730 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:08:32.136208 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:32.140989 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:39.402206 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:39.404570 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:08:42.013459 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-19bbe845-6381-4d20-80a9-57305c266359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:45.881036 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f4f165f5-3934-423e-9bc3-adf05a67c211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:48.187997 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:48.987393 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:49.558612 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:08:52.163819 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:02.149449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:02.154911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:06.407778 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:09:09.412307 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:12.012885 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b975183-f48a-4323-b2f3-cd52ceac3621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:15.886158 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-144df488-d6a1-4e00-a60f-d19f1ae71e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:16.408519 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:18.202553 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:18.995894 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:19.563794 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:22.155870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:32.146224 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:32.148442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:42.014767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-84141406-5938-480c-be7a-6f27a7aad634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:43.420755 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:09:45.897274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d947a900-24b2-4503-bc96-5f79f7bf655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:48.241419 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:49.007129 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:49.583037 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:49.662769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38210) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:50.193909 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1710705486-network', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:50.237754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:50.243945 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.265347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.393921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks [] for security_group (dcda71a6-b5e3-4b41-a212-699e2bacb9d7), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.400949 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (dcda71a6-b5e3-4b41-a212-699e2bacb9d7), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.443443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:09:50.481358 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda71a6-b5e3-4b41-a212-699e2bacb9d7,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:50.498514 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.499427 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.500276 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.500851 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.501431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.502028 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.502686 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.503232 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.503772 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.504875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.505438 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.506004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.506560 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.507079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.507639 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Tracked resource versions report: Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: pushed versions: Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: { 'AddressGroup': {'1.2'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Agent': {'1.1'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'ConntrackHelper': {'1.0'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Log': {'1.0'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'NDPProxy': {'1.0'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Network': {'1.1'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Port': {'1.7'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'PortForwarding': {'1.3'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'QosPolicy': {'1.10'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroup': {'1.5'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SubPort': {'1.0'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Subnet': {'1.1'}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Trunk': {'1.1'}} Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: consumer versions: Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: HyperV agent@hv-cinder-maste: {}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Agent': '1.1', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'ConntrackHelper': '1.0', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'LocalIPAssociation': '1.0', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Log': '1.0', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'NDPProxy': '1.0', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Network': '1.1', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Port': '1.7', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'PortForwarding': '1.3', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'QosPolicy': '1.10', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroup': '1.5', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SecurityGroupRule': '1.2', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'SubPort': '1.0', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Subnet': '1.1', Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: 'Trunk': '1.1'}} Aug 07 01:09:50.510039 dv-cinder-master-3-iscsi neutron-server[104194]: {{(pid=104194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:09:50.523932 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0e254c00-64ce-4275-babb-a816bb05c005), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.524528 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Added segment 0e254c00-64ce-4275-babb-a816bb05c005 of type vlan for network 04909372-4f17-4c44-b384-6e7c31434dac Aug 07 01:09:50.616638 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (04909372-4f17-4c44-b384-6e7c31434dac), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.667136 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (04909372-4f17-4c44-b384-6e7c31434dac), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.670453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:50.671412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.728048 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0605123 Aug 07 01:09:50.728776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38250) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:50.738469 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Request body: {'subnet': {'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-subnet', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:50.779902 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:50.784937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:50.827142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e3fdf-3352-4d92-a3df-3ef452a252b4 admin admin] Pushing event updated for resources: {'Network': ['ID=04909372-4f17-4c44-b384-6e7c31434dac,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:50.851845 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 04909372-4f17-4c44-b384-6e7c31434dac details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:09:51.182587 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (0e97dba8-4649-4596-adfe-c4be08bdc59f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.275672 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e97dba8-4649-4596-adfe-c4be08bdc59f,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:51.300576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.300576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.300576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.300844 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.301454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.302283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.302847 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.303401 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.303963 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.304791 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.305589 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.306399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.307165 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.307950 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.308757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Tracked resource versions report: Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: pushed versions: Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: { 'AddressGroup': {'1.2'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Agent': {'1.1'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'ConntrackHelper': {'1.0'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Log': {'1.0'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'NDPProxy': {'1.0'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Network': {'1.1'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Port': {'1.7'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'PortForwarding': {'1.3'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'QosPolicy': {'1.10'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroup': {'1.5'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SubPort': {'1.0'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Subnet': {'1.1'}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Trunk': {'1.1'}} Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: consumer versions: Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: HyperV agent@hv-cinder-maste: {}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Agent': '1.1', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'ConntrackHelper': '1.0', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'LocalIPAssociation': '1.0', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Log': '1.0', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'NDPProxy': '1.0', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Network': '1.1', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Port': '1.7', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'PortForwarding': '1.3', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'QosPolicy': '1.10', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroup': '1.5', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SecurityGroupRule': '1.2', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'SubPort': '1.0', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Subnet': '1.1', Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: 'Trunk': '1.1'}} Aug 07 01:09:51.311170 dv-cinder-master-3-iscsi neutron-server[104193]: {{(pid=104193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:09:51.353752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:09:51.354344 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Network hostable DHCP agents. Network: 04909372-4f17-4c44-b384-6e7c31434dac, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:09:51.387799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Network 04909372-4f17-4c44-b384-6e7c31434dac is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:09:51.413168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 04909372-4f17-4c44-b384-6e7c31434dac) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:51.423253 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:51.424886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.433890 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32cf9b-58a8-4d55-9b6d-2e956b915495 None None] Network 04909372-4f17-4c44-b384-6e7c31434dac requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:09:51.478944 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a72a2ccf-9518-42eb-9f6d-e5651bb363ce admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7485521 Aug 07 01:09:51.483686 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38278) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:51.491752 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:51.541758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.549212 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.647395 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-04909372-4f17-4c44-b384-6e7c31434dac', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:09:51.652144 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.681461 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38280) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:51.704439 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for router_controller (9cd22b96-6b9b-496e-99e4-937a6b369906), precommit_add_association {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:51.805758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38286) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:51.846473 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Allocated IP 172.20.0.2 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/3805e9e8-a015-499c-9b57-3269396862df) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:52.017884 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for router_gateway (9cd22b96-6b9b-496e-99e4-937a6b369906), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.077463 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks [] for port (3805e9e8-a015-499c-9b57-3269396862df), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.093278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (3805e9e8-a015-499c-9b57-3269396862df), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.269138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:09:52.281121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Pushing event updated for resources: {'Port': ['ID=3805e9e8-a015-499c-9b57-3269396862df,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:52.289462 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:52.293497 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38296) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:52.305203 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:09:52.309850 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.320767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.321274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.321549 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.321899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.322247 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.322732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.322947 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.323286 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.323640 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.324040 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.324409 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.324765 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.325102 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.325437 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.325863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Tracked resource versions report: Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: pushed versions: Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: { 'AddressGroup': {'1.2'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Agent': {'1.1'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'ConntrackHelper': {'1.0'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Log': {'1.0'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'NDPProxy': {'1.0'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Network': {'1.1'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Port': {'1.7'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'PortForwarding': {'1.3'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'QosPolicy': {'1.10'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroup': {'1.5'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SubPort': {'1.0'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Subnet': {'1.1'}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Trunk': {'1.1'}} Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: consumer versions: Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: HyperV agent@hv-cinder-maste: {}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Agent': '1.1', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'ConntrackHelper': '1.0', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'LocalIPAssociation': '1.0', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Log': '1.0', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'NDPProxy': '1.0', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Network': '1.1', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Port': '1.7', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'PortForwarding': '1.3', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'QosPolicy': '1.10', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroup': '1.5', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SecurityGroupRule': '1.2', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'SubPort': '1.0', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Subnet': '1.1', Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: 'Trunk': '1.1'}} Aug 07 01:09:52.327182 dv-cinder-master-3-iscsi neutron-server[104195]: {{(pid=104195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:09:52.407454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Attempting to bind port 3805e9e8-a015-499c-9b57-3269396862df on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:09:52.408150 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Attempting to bind port 3805e9e8-a015-499c-9b57-3269396862df by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:09:52.408596 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Attempting to bind port 3805e9e8-a015-499c-9b57-3269396862df on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:09:52.417960 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:09:52.418900 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:09:52.419369 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.419754 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:09:52.420330 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Bound port: 3805e9e8-a015-499c-9b57-3269396862df, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:09:52.420810 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3805e9e8-a015-499c-9b57-3269396862df), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.450457 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1611036316-network', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:52.504422 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Made reservation on behalf of 7fd9ab6d98a44605a57bd8ae9535a686 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:52.510971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.538172 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.584105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] For port 3805e9e8-a015-499c-9b57-3269396862df, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:09:52.596152 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] For port 3805e9e8-a015-499c-9b57-3269396862df, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3805e9e8-a015-499c-9b57-3269396862df,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:09:52.600866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for router_gateway (9cd22b96-6b9b-496e-99e4-937a6b369906), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.619788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3805e9e8-a015-499c-9b57-3269396862df), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.640498 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.688608 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1354032716-network', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:52.795691 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:52.804693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Allocated IP 172.37.1.30 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/d71de72e-335b-4cc3-930d-1f9b9ddb8f10) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:52.832408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks [] for security_group (cc38c9f8-b373-493f-8a00-3b336823b07a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.866397 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (cc38c9f8-b373-493f-8a00-3b336823b07a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:52.887708 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b5bf5-b8f6-45d8-ab8e-5c6ef63f4c95 None None] Pushing event updated for resources: {'Port': ['ID=3805e9e8-a015-499c-9b57-3269396862df,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:52.929016 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:09:52.933241 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:52.937248 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:52.961111 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Made reservation on behalf of a105c95deb1041ba9ac721d7c82110e9 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:52.965935 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.005374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (5f1fe6d8-0225-4a9d-b4b1-edb4422e412e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.006100 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Added segment 5f1fe6d8-0225-4a9d-b4b1-edb4422e412e of type vlan for network b1257e6a-7a97-43f5-969f-654d75e2ab7d Aug 07 01:09:53.035007 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.039392 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38c9f8-b373-493f-8a00-3b336823b07a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:53.147632 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.229428 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:53.251219 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (b1257e6a-7a97-43f5-969f-654d75e2ab7d), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.292289 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.318202 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:53.338274 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-network', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:53.350505 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (b1257e6a-7a97-43f5-969f-654d75e2ab7d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.351529 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:53.352148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.398062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:09:53.404600 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:53.406100 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:53.417566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:53.430113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:09:53.558381 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:53.574036 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8862896 Aug 07 01:09:53.580846 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38334) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:53.587399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Made reservation on behalf of 1b1d33b8c71e41e6bf23d4ad8590d2c2 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:53.590680 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.594502 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b71cc-5810-445c-9d1b-9db1dc8dd9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1257e6a-7a97-43f5-969f-654d75e2ab7d,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:53.595191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Request body: {'subnet': {'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1611036316-subnet', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:53.610272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:09:53.643174 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.661692 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Made reservation on behalf of 7fd9ab6d98a44605a57bd8ae9535a686 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:53.666806 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.687471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks [] for security_group (47019557-3351-4ce9-8808-3cafddce8f58), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.712477 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (47019557-3351-4ce9-8808-3cafddce8f58), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.774663 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47019557-3351-4ce9-8808-3cafddce8f58,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:53.802812 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:09:53.830647 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (fb6b6713-4297-465e-8701-7b6ec1b5330e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:53.830995 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Added segment fb6b6713-4297-465e-8701-7b6ec1b5330e of type vlan for network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb Aug 07 01:09:53.946405 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.017090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks [] for security_group (11a24612-70cf-4416-9a1c-3e6fc0fd491b), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.029107 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (11a24612-70cf-4416-9a1c-3e6fc0fd491b), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.058137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.060058 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:54.061308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.182625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3805e9e8-a015-499c-9b57-3269396862df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:09:54.203575 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.3913121 Aug 07 01:09:54.211405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38338) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:54.219843 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Request body: {'subnet': {'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1354032716-subnet', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:54.255097 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for router_gateway (9cd22b96-6b9b-496e-99e4-937a6b369906), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.378985 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:54.440653 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3805e9e8-a015-499c-9b57-3269396862df triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:09:54.441338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3805e9e8-a015-499c-9b57-3269396862df), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.458808 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182b915-0f27-4b55-aaf3-ddbffdabeef9 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:54.471213 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a24612-70cf-4416-9a1c-3e6fc0fd491b,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:54.495667 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:09:54.504698 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Made reservation on behalf of a105c95deb1041ba9ac721d7c82110e9 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:54.507197 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.579849 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0e6ec629-4221-41b1-b3c9-8fc44f643609), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.580466 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Added segment 0e6ec629-4221-41b1-b3c9-8fc44f643609 of type vlan for network 96bfca6e-7131-4db0-b142-73ffbffe52dd Aug 07 01:09:54.603328 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:09:54.690747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:54.814927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887286ef-5186-4e49-8d31-f5a882f1fa99 None None] Network 04909372-4f17-4c44-b384-6e7c31434dac requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:09:54.817114 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (96bfca6e-7131-4db0-b142-73ffbffe52dd), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.823461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (caef2aca-c58a-45ef-9bd0-e16f360f700e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.907254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:54.917686 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (96bfca6e-7131-4db0-b142-73ffbffe52dd), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:54.919497 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:54.921708 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:55.050045 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:55.056999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Provisioning complete for port 3805e9e8-a015-499c-9b57-3269396862df triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:09:55.063092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3805e9e8-a015-499c-9b57-3269396862df), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:55.070827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caef2aca-c58a-45ef-9bd0-e16f360f700e,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:55.130707 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8334382 Aug 07 01:09:55.132773 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38364) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:55.154476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Request body: {'subnet': {'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-subnet', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:55.173842 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af324f4-b809-47b7-bc29-8b6f58a11755 admin admin] Pushing event updated for resources: {'Network': ['ID=96bfca6e-7131-4db0-b142-73ffbffe52dd,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:55.242220 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Made reservation on behalf of 1b1d33b8c71e41e6bf23d4ad8590d2c2 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:09:55.250381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:55.259586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:09:55.487345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Checking segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:09:55.492077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Network hostable DHCP agents. Network: b1257e6a-7a97-43f5-969f-654d75e2ab7d, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:09:55.635613 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (7c83ba05-e076-4638-bec8-6a3ed837bca4), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:55.797003 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Checking segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:09:55.797546 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Network hostable DHCP agents. Network: 96bfca6e-7131-4db0-b142-73ffbffe52dd, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:09:55.828929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c83ba05-e076-4638-bec8-6a3ed837bca4,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:55.892206 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:09:55.931661 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 96bfca6e-7131-4db0-b142-73ffbffe52dd) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:55.960554 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:09:55.982032 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:55.982253 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a9930-7c45-43a5-8f62-bd17782c8eb6 None None] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:09:55.986019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.003063 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b1257e6a-7a97-43f5-969f-654d75e2ab7d) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:56.031364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:56.031364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.037449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead7c36-de43-41e0-879d-7eedb2cdb5c6 None None] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:09:56.040130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3805e9e8-a015-499c-9b57-3269396862df is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:09:56.040568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3805e9e8-a015-499c-9b57-3269396862df), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.085439 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-3e924d71-dfe3-4cd7-9507-a72f19417d72 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9436982 Aug 07 01:09:56.088973 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38382) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:56.138092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:56.150011 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.244844 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c8bb51ae-21a9-466f-99d9-c718c64f70e4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6577773 Aug 07 01:09:56.245922 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38388) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:56.282681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (80e1d303-6d2c-4549-9e17-c6611a792891), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.290492 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (80e1d303-6d2c-4549-9e17-c6611a792891), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.320391 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 3805e9e8-a015-499c-9b57-3269396862df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3805e9e8-a015-499c-9b57-3269396862df,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:09:56.386448 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:56.496674 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Current status of the port 3805e9e8-a015-499c-9b57-3269396862df is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:09:56.499984 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3805e9e8-a015-499c-9b57-3269396862df), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.732396 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.804398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3805e9e8-a015-499c-9b57-3269396862df), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.843624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:56.844816 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.847159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.869689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for router_controller (80e1d303-6d2c-4549-9e17-c6611a792891), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.934029 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:09:56.936137 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.961048 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for router_controller (ca766bc8-efcf-4308-bc1a-92c49fa8822f), precommit_add_association {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:56.967096 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:57.087824 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:57.172400 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:57.192206 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for router_gateway (80e1d303-6d2c-4549-9e17-c6611a792891), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:57.322007 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Checking segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:09:57.322573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Network hostable DHCP agents. Network: dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:09:57.605788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-96bfca6e-7131-4db0-b142-73ffbffe52dd', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:09:57.617121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:57.620823 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=3805e9e8-a015-499c-9b57-3269396862df,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:57.639556 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:57.659130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:09:57.670176 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for router_gateway (ca766bc8-efcf-4308-bc1a-92c49fa8822f), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:57.721381 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:09:57.819362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for router_gateway (80e1d303-6d2c-4549-9e17-c6611a792891), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:57.860194 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:09:57.861188 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:09:57.869298 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:57.925151 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:57.999334 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:09:58.000326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.032827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:58.127615 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ec631cca-4e37-45a6-94ce-9bbd53827b22 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9120479 Aug 07 01:09:58.129799 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38420) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:58.132192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:58.137366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94982b62-8441-4b6f-ba00-21f4cbac9a2b None None] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:09:58.273803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Allocated IP 172.37.1.178 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/513da312-1964-446d-9123-4418d5d76815) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:58.284916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:09:58.527867 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-4f2030f2-beb0-4743-8df7-2a5374d6b4b5 None None] Current status of the port 3805e9e8-a015-499c-9b57-3269396862df is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:09:58.545005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Allocated IP 172.20.0.2 (b1257e6a-7a97-43f5-969f-654d75e2ab7d/caef2aca-c58a-45ef-9bd0-e16f360f700e/2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:58.632716 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.634850 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.664870 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for port (513da312-1964-446d-9123-4418d5d76815), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.754783 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for router_controller (921d2ac0-32c5-4a0c-8915-15e92513aa19), precommit_add_association {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.769291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (513da312-1964-446d-9123-4418d5d76815), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:58.856646 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Pushing event updated for resources: {'Port': ['ID=513da312-1964-446d-9123-4418d5d76815,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:58.871667 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:09:58.874381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:58.887761 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:09:58.999082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks [] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.034553 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.099453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:09:59.101024 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.102428 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for router_gateway (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.104750 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3805e9e8-a015-499c-9b57-3269396862df up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:09:59.142489 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Pushing event updated for resources: {'Port': ['ID=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:09:59.162666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Allocated IP 172.20.0.2 (96bfca6e-7131-4db0-b142-73ffbffe52dd/7c83ba05-e076-4638-bec8-6a3ed837bca4/af51ca73-7016-4d8e-93dd-64c05efd3365) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:59.174601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-f4957b69-c8e9-4038-8bf0-164f4e8eb5b0 None None] Provisioning complete for port 3805e9e8-a015-499c-9b57-3269396862df triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:09:59.175403 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f4957b69-c8e9-4038-8bf0-164f4e8eb5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3805e9e8-a015-499c-9b57-3269396862df), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.264051 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.279118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:09:59.337485 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:09:59.350342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:09:59.353858 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:09:59.369235 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:09:59.403479 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:09:59.417066 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:09:59.514809 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for router_gateway (80e1d303-6d2c-4549-9e17-c6611a792891), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.517807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.522281 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-07df0517-3ba2-4b6d-97bf-a78bf7692bb1 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0368609 Aug 07 01:09:59.528830 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:59.545121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for router_gateway (921d2ac0-32c5-4a0c-8915-15e92513aa19), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.563212 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38474) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:09:59.746383 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:09:59.774732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3805e9e8-a015-499c-9b57-3269396862df triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:09:59.775886 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3805e9e8-a015-499c-9b57-3269396862df), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:09:59.865850 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:09:59.867668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Allocated IP 172.37.1.21 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/688c6447-7f5f-4f31-84fb-d3c4e89279ca) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:09:59.943606 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f4957b69-c8e9-4038-8bf0-164f4e8eb5b0 None None] Current status of the port 3805e9e8-a015-499c-9b57-3269396862df is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:00.268464 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Attempting to bind port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:00.270718 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Attempting to bind port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:00.272786 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Attempting to bind port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:00.322829 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:00.323942 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:00.327326 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (80e1d303-6d2c-4549-9e17-c6611a792891), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:00.391113 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:00.391695 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Checking segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:00.392358 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:00.393346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Bound using segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:00.394144 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Bound port: 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:00.394821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:00.591799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Allocated IP 172.20.0.2 (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb/9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf/e29bc112-2151-42aa-9164-e0ff430ce9b0) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:00.666442 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:09:53Z', 'revision_number': 3, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:00.734012 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:00.747244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Router 80e1d303-6d2c-4549-9e17-c6611a792891 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:10:00.768816 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3805e9e8-a015-499c-9b57-3269396862df is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:00.797084 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:00.800830 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Updating router 9cd22b96-6b9b-496e-99e4-937a6b369906 port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:00.886300 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:00.928291 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:00.959063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] For port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:00.964794 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] For port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:00.987437 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:00.991279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.088041 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfd0ed-5ebf-4df3-97dc-1bb41a1c1810 None None] Pushing event updated for resources: {'Port': ['ID=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:01.094840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks [] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.106942 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.156464 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for router_gateway (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.202417 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:01.219774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.243993 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.245554 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-203c929e-b9df-44d7-93d0-fc22bf3b7782 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1523745 Aug 07 01:10:01.250536 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38500) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:01.269169 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:01.314407 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:01.334968 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:01.339421 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:01.408556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Pushing event updated for resources: {'Port': ['ID=af51ca73-7016-4d8e-93dd-64c05efd3365,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:01.421659 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:01.422692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:01.438058 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks [] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.549301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.621573 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:01.709565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:01.745785 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:01.746514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:01.751184 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.755964 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Pushing event updated for resources: {'Port': ['ID=e29bc112-2151-42aa-9164-e0ff430ce9b0,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:01.800427 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:01.803616 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Attempting to bind port af51ca73-7016-4d8e-93dd-64c05efd3365 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:01.805392 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Attempting to bind port af51ca73-7016-4d8e-93dd-64c05efd3365 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:01.806108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Attempting to bind port af51ca73-7016-4d8e-93dd-64c05efd3365 on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:01.936387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:01.937046 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Checking segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:01.942814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.943719 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Bound using segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:01.944773 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Bound port: af51ca73-7016-4d8e-93dd-64c05efd3365, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:01.945632 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:01.960908 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:02.131133 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Pushing event updated for resources: {'Port': ['ID=688c6447-7f5f-4f31-84fb-d3c4e89279ca,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:02.141853 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:02.151632 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks [] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.162544 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.165331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:02.281856 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Attempting to bind port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:02.282243 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Attempting to bind port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:02.282612 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Attempting to bind port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:02.290584 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Pushing event updated for resources: {'Port': ['ID=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:02.312177 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.315187 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.328955 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.329614 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.330140 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.330803 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.333715 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.335303 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.335303 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.335902 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.336626 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.337350 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.338036 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.338742 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.339532 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Tracked resource versions report: Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: pushed versions: Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: { 'AddressGroup': {'1.2'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Agent': {'1.1'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'ConntrackHelper': {'1.0'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'LocalIPAssociation': {'1.0'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Log': {'1.0'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'NDPProxy': {'1.0'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Network': {'1.1'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Port': {'1.7'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'PortForwarding': {'1.3'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'QosPolicy': {'1.10'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroup': {'1.5'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroupRule': {'1.2'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SubPort': {'1.0'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Subnet': {'1.1'}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Trunk': {'1.1'}} Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: consumer versions: Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: HyperV agent@hv-cinder-maste: {}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: L3 agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: Metadata agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: Metering agent@dv-cinder-master-3-iscsi: {}, Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Agent': '1.1', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'ConntrackHelper': '1.0', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'LocalIPAssociation': '1.0', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Log': '1.0', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'NDPProxy': '1.0', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Network': '1.1', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Port': '1.7', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'PortForwarding': '1.3', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'QosPolicy': '1.10', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroup': '1.5', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SecurityGroupRule': '1.2', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'SubPort': '1.0', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Subnet': '1.1', Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: 'Trunk': '1.1'}} Aug 07 01:10:02.342505 dv-cinder-master-3-iscsi neutron-server[104196]: {{(pid=104196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 01:10:02.351037 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:02.351838 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:02.352690 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.353478 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:02.354498 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Bound port: d71de72e-335b-4cc3-930d-1f9b9ddb8f10, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:02.355318 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.435409 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] For port d71de72e-335b-4cc3-930d-1f9b9ddb8f10, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:02.440105 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] For port d71de72e-335b-4cc3-930d-1f9b9ddb8f10, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:02.444220 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:02.444532 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:02.451740 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.542024 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.559088 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:02.589310 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f84a5-5da0-42c2-928d-c3261d96ed7c None None] Pushing event updated for resources: {'Port': ['ID=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:02.606607 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:02.608214 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:02.658061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Allocated IP 172.37.1.208 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/5441cc05-17ca-4f31-b8df-75c1fac24740) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:02.670112 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Attempting to bind port e29bc112-2151-42aa-9164-e0ff430ce9b0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:02.681019 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Attempting to bind port e29bc112-2151-42aa-9164-e0ff430ce9b0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:02.683539 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Attempting to bind port e29bc112-2151-42aa-9164-e0ff430ce9b0 on network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:02.727062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:02.727622 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Checking segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:02.728197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.728852 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Bound using segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:02.729625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Bound port: e29bc112-2151-42aa-9164-e0ff430ce9b0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:02.730139 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.796398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] For port af51ca73-7016-4d8e-93dd-64c05efd3365, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:02.865051 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] For port af51ca73-7016-4d8e-93dd-64c05efd3365, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=af51ca73-7016-4d8e-93dd-64c05efd3365,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:02.873517 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a66401-3e2c-4fca-af75-8300fde19bbb None None] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:02.902011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:02.965084 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:03.076560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Allocated IP 172.20.0.1 (96bfca6e-7131-4db0-b142-73ffbffe52dd/7c83ba05-e076-4638-bec8-6a3ed837bca4/0c5a2be0-12db-4529-8a75-cc3b9eb620a1) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:03.114112 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.131270 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:03.195970 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:03.211057 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:03.211802 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:03.241026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:03.264352 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] For port e29bc112-2151-42aa-9164-e0ff430ce9b0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:03.286197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Provisioning complete for port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:03.286825 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.479923 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:09:53Z', 'revision_number': 3, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:03.525746 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] For port e29bc112-2151-42aa-9164-e0ff430ce9b0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e29bc112-2151-42aa-9164-e0ff430ce9b0,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:03.611583 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bf5a4-e73b-4e62-8547-e2d5ccd95c42 None None] Pushing event updated for resources: {'Port': ['ID=af51ca73-7016-4d8e-93dd-64c05efd3365,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:03.620482 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a608400e-4704-4d74-9985-6c588d6cc281 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:09:53Z', 'revision_number': 3, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:03.635565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.643339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks [] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.751926 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.763371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:09:59Z', 'revision_number': 3, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:03.783276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.893381 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:03.893933 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Updating router 80e1d303-6d2c-4549-9e17-c6611a792891 port 513da312-1964-446d-9123-4418d5d76815 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:03.901322 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:03.908182 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for router_gateway (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.938018 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:03.946416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:03.947194 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (80e1d303-6d2c-4549-9e17-c6611a792891), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:03.971712 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:04.049143 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:04.050157 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:04.212688 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:04.270566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb91020-51a4-4d50-aa81-5a358f6eead3 None None] Pushing event updated for resources: {'Port': ['ID=e29bc112-2151-42aa-9164-e0ff430ce9b0,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:04.367374 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (513da312-1964-446d-9123-4418d5d76815), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:04.527107 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:04.603761 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:04.614476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:04.642079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Allocated IP 172.20.0.1 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/3ac8bc91-2e3e-4a95-a2b2-19010a6b5140) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:04.893136 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Current status of the port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:04.903465 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:04.907421 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:04.925856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:04.931611 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:05.032375 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:05.033441 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.337597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks [] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.340338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] For port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:05.350715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.356556 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (80e1d303-6d2c-4549-9e17-c6611a792891), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.386552 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.432829 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:05.448741 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681f166-7a06-49c0-9a14-a31d5b4e02b8 None None] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:05.529800 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:05.674492 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Pushing event updated for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:05.705847 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Pushing event updated for resources: {'Port': ['ID=5441cc05-17ca-4f31-b8df-75c1fac24740,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:05.789774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:05.793999 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:05.802617 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38560) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:05.979873 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:05.986510 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Provisioning complete for port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:05.987070 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.052619 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:10:06.053421 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:10:06.125540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d0883-9aed-4301-a631-3563cd29a92d None None] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:06.128095 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1573-201a-4a59-853f-c70bf5c8c6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.146664 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294e90f-8ae8-4433-b334-b43eff600ccc None None] Pushing event updated for resources: {'Port': ['ID=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:06.193380 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:10:06.247068 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:06.365192 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for router_gateway (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.377782 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks [] for port (513da312-1964-446d-9123-4418d5d76815), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.378743 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks [] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.408551 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Current status of the port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:06.412003 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:06.423888 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:06.504700 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (513da312-1964-446d-9123-4418d5d76815), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.543322 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1573-201a-4a59-853f-c70bf5c8c6fd admin admin] Publish callbacks [] for security_group (8e3d0833-237e-4200-b5ca-26f1944e91a7), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.563253 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:10:06.571565 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:06.574308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1573-201a-4a59-853f-c70bf5c8c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8e3d0833-237e-4200-b5ca-26f1944e91a7), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.581694 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7d733b26-af32-4f34-b71c-2836aa0a2a16 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/80e1d303-6d2c-4549-9e17-c6611a792891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3293145 Aug 07 01:10:06.618731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Attempting to bind port 513da312-1964-446d-9123-4418d5d76815 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:06.621173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Attempting to bind port 513da312-1964-446d-9123-4418d5d76815 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:06.621856 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Attempting to bind port 513da312-1964-446d-9123-4418d5d76815 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:06.632963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c056f-d77c-4290-acc1-c9b84a14727a None None] Pushing event updated for resources: {'Port': ['ID=513da312-1964-446d-9123-4418d5d76815,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:06.637510 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1d4a1573-201a-4a59-853f-c70bf5c8c6fd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0dde1f1f3c640c0aa8311bbf1de2fbe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8303766 Aug 07 01:10:06.641591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38570) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:06.654131 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:06.666845 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Provisioning complete for port af51ca73-7016-4d8e-93dd-64c05efd3365 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:06.667894 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.709986 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.774564 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] Publish callbacks [] for security_group (8e3d0833-237e-4200-b5ca-26f1944e91a7), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.777016 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a1573-201a-4a59-853f-c70bf5c8c6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d0833-237e-4200-b5ca-26f1944e91a7,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:06.874002 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] Publish callbacks [] for security_group (8e3d0833-237e-4200-b5ca-26f1944e91a7), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:06.970173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:07.064000 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8e3d0833-237e-4200-b5ca-26f1944e91a7), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.077105 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.091579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8e3d0833-237e-4200-b5ca-26f1944e91a7 HTTP/1.1" status: 204 len: 168 time: 0.4383440 Aug 07 01:10:07.141878 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae066-9c7e-4da4-905e-4ec799fdf82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d0833-237e-4200-b5ca-26f1944e91a7,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:07.181574 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:07.183961 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:07.192895 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:07.193386 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.193997 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:07.194736 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Bound port: 513da312-1964-446d-9123-4418d5d76815, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:07.195341 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (513da312-1964-446d-9123-4418d5d76815), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.198415 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:07.259300 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:07.270914 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:07.271758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (9cd22b96-6b9b-496e-99e4-937a6b369906), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.534879 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] For port 513da312-1964-446d-9123-4418d5d76815, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:07.641586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] For port 513da312-1964-446d-9123-4418d5d76815, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=513da312-1964-446d-9123-4418d5d76815,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:07.697395 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (513da312-1964-446d-9123-4418d5d76815), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.790231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Current status of the port af51ca73-7016-4d8e-93dd-64c05efd3365 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:07.793047 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.923592 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:07.988946 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d71de72e-335b-4cc3-930d-1f9b9ddb8f10 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:08.003252 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:08.010597 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:08.032597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38600) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:08.041506 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220631868', 'description': 'tempest-description--213847951'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:08.146975 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.241488 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] For port af51ca73-7016-4d8e-93dd-64c05efd3365, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=af51ca73-7016-4d8e-93dd-64c05efd3365,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:08.254968 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c056f-d77c-4290-acc1-c9b84a14727a None None] Pushing event updated for resources: {'Port': ['ID=513da312-1964-446d-9123-4418d5d76815,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:08.273322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.434548 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:08.451431 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:08.477581 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:08.477897 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.497672 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:08.499090 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Provisioning complete for port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:08.499345 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:08.500060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.509598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38612) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:08.558040 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (002d8194-005b-48cf-b90d-5461dcd2dd7c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.563928 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (002d8194-005b-48cf-b90d-5461dcd2dd7c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.586155 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:08.614356 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.616067 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:08.619484 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5844510 Aug 07 01:10:08.620628 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38616) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:08.633156 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group_rule': {'security_group_id': '002d8194-005b-48cf-b90d-5461dcd2dd7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:08.649002 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122beb78-e29e-4cf2-a656-4284322f214b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002d8194-005b-48cf-b90d-5461dcd2dd7c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:08.656656 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eefdd-286d-4ec4-8d25-0901041ab3f9 None None] Pushing event updated for resources: {'Port': ['ID=af51ca73-7016-4d8e-93dd-64c05efd3365,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:08.662431 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:08.698947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (e6610f9e-258d-4df1-a33c-69823b9fd1ca), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.700288 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a064c50c-94dd-4c1a-b293-7448c78c69b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.714994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.724202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2de15c8f-daaa-4bab-bdc1-2fc4537be661 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3578303 Aug 07 01:10:08.748714 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38620) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:08.766378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:08.857352 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:08.859380 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Provisioning complete for port e29bc112-2151-42aa-9164-e0ff430ce9b0 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:08.859866 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.950718 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.965914 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (e6610f9e-258d-4df1-a33c-69823b9fd1ca), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.984901 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (e6610f9e-258d-4df1-a33c-69823b9fd1ca), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:08.992418 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:08.992956 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.004755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:09.005780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:09.026278 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6610f9e-258d-4df1-a33c-69823b9fd1ca,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:09.027303 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port d71de72e-335b-4cc3-930d-1f9b9ddb8f10, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:09.070772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.072460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device af51ca73-7016-4d8e-93dd-64c05efd3365 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:09.132558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.139777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38622) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:09.140181 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-433059c6-e7f5-4301-a112-474561777f05 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5036623 Aug 07 01:10:09.141329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Router 921d2ac0-32c5-4a0c-8915-15e92513aa19 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:10:09.160424 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group_rule': {'security_group_id': '002d8194-005b-48cf-b90d-5461dcd2dd7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:09.223156 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 3, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:09.247473 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:09.286925 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:09.287689 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Updating router ca766bc8-efcf-4308-bc1a-92c49fa8822f port 688c6447-7f5f-4f31-84fb-d3c4e89279ca binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:09.347384 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:09.350749 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Current status of the port e29bc112-2151-42aa-9164-e0ff430ce9b0 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:09.352594 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.422612 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (b0ede221-e46d-497e-968e-f1f3e6412c6a), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.455122 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port af51ca73-7016-4d8e-93dd-64c05efd3365 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:09.455517 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.485529 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.514108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:09.517343 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a064c50c-94dd-4c1a-b293-7448c78c69b7 admin admin] Publish callbacks [] for security_group (6fff05d1-fe73-4038-b454-6fbe5d24567e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.545810 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a064c50c-94dd-4c1a-b293-7448c78c69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6fff05d1-fe73-4038-b454-6fbe5d24567e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.570104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] For port e29bc112-2151-42aa-9164-e0ff430ce9b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e29bc112-2151-42aa-9164-e0ff430ce9b0,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:09.593793 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.626689 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 2, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:09.706047 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa6a79-7b0a-4df5-a04b-8760a2e49436 None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 2, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:09.710134 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Provisioning complete for port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:09.710981 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.732326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c50c-94dd-4c1a-b293-7448c78c69b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff05d1-fe73-4038-b454-6fbe5d24567e,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:09.871242 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:09.877683 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a064c50c-94dd-4c1a-b293-7448c78c69b7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=92c9ed1704b74c008fcb4c06e9430f71&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3622613 Aug 07 01:10:09.901804 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38638) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:09.926645 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:09.929015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Pushing event updated for resources: {'Port': ['ID=e29bc112-2151-42aa-9164-e0ff430ce9b0,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:09.937400 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:09.955269 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.956698 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Sync routers for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:09.962792 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks [] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.965713 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-5b8f2489-d3ff-4370-ad36-8009cbd78149 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.7199371 Aug 07 01:10:09.969314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38640) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:09.974820 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:09.992918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks [] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.019175 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Provisioning complete for port af51ca73-7016-4d8e-93dd-64c05efd3365 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:10.020433 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (b0ede221-e46d-497e-968e-f1f3e6412c6a), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.021771 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.022582 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.024130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (9cd22b96-6b9b-496e-99e4-937a6b369906), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.072677 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:10.075998 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b3f12-493d-4df4-ba36-3cd63a4341d9 None None] Pushing event updated for resources: {'Port': ['ID=688c6447-7f5f-4f31-84fb-d3c4e89279ca,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:10.091961 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Attempting to bind port 688c6447-7f5f-4f31-84fb-d3c4e89279ca on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:10.092419 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Attempting to bind port 688c6447-7f5f-4f31-84fb-d3c4e89279ca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:10.092795 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Attempting to bind port 688c6447-7f5f-4f31-84fb-d3c4e89279ca on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:10.100002 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:10.104335 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:10.105178 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:10.105459 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.106124 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:10.106878 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Bound port: 688c6447-7f5f-4f31-84fb-d3c4e89279ca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:10.107492 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.113114 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] Publish callbacks [] for security_group (6fff05d1-fe73-4038-b454-6fbe5d24567e), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.116695 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.120745 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:10.121890 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:10.123513 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (b0ede221-e46d-497e-968e-f1f3e6412c6a), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.125891 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port af51ca73-7016-4d8e-93dd-64c05efd3365 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:10.132848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e29bc112-2151-42aa-9164-e0ff430ce9b0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:10.239442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.242489 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1022973 Aug 07 01:10:10.298644 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] For port 688c6447-7f5f-4f31-84fb-d3c4e89279ca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:10.310092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38642) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:10.315953 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] For port 688c6447-7f5f-4f31-84fb-d3c4e89279ca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=688c6447-7f5f-4f31-84fb-d3c4e89279ca,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:10.340907 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.374225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:10.436165 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] Publish callbacks [] for security_group (6fff05d1-fe73-4038-b454-6fbe5d24567e), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.439537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.461522 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa324cf-0126-44fd-9dac-0f3400e47227 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ede221-e46d-497e-968e-f1f3e6412c6a,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:10.481202 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:10.546543 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:10.548464 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:10.559643 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e7a65582-b0c3-4752-a277-9e3cae1a382d None None] Current status of the port af51ca73-7016-4d8e-93dd-64c05efd3365 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:10.574959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port e29bc112-2151-42aa-9164-e0ff430ce9b0 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:10.577093 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.646273 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:10.653730 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:10.717658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6fff05d1-fe73-4038-b454-6fbe5d24567e), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.720941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:10.741824 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6fff05d1-fe73-4038-b454-6fbe5d24567e HTTP/1.1" status: 204 len: 168 time: 0.8375332 Aug 07 01:10:10.756870 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:10.828898 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:10.866819 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:10.902442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80134624-5f4b-4c07-8df5-86b0ddf4eab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff05d1-fe73-4038-b454-6fbe5d24567e,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:11.100922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:11.167198 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:11.245622 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 3, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:11.352256 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5824356-33c5-410e-af6c-fdbdb7173a0d None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 3, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:11.367574 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b3f12-493d-4df4-ba36-3cd63a4341d9 None None] Pushing event updated for resources: {'Port': ['ID=688c6447-7f5f-4f31-84fb-d3c4e89279ca,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:11.759009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:11.770444 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-0a374e11-2ca0-404e-86d5-8ec86bce0b07 None None] Provisioning complete for port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:11.771462 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0a374e11-2ca0-404e-86d5-8ec86bce0b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:11.831416 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:10:11.924889 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:12.139150 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:12.160529 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ff011379-8e2e-4883-9ec8-3e6e22d06eb4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9cd22b96-6b9b-496e-99e4-937a6b369906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2606874 Aug 07 01:10:12.215671 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:12.267448 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Allocated IP 172.20.0.1 (b1257e6a-7a97-43f5-969f-654d75e2ab7d/caef2aca-c58a-45ef-9bd0-e16f360f700e/f951543b-8022-45a5-928c-c1b6dc7e14c7) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:12.275266 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:12.280554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port e29bc112-2151-42aa-9164-e0ff430ce9b0 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:12.286310 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:12.297059 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:12.386641 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:12.504768 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2df0778e-3d73-4cf8-a735-b77d11747408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:12.602021 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:12.602709 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:12.716356 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-0a374e11-2ca0-404e-86d5-8ec86bce0b07 None None] Port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:12.782121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:05Z', 'revision_number': 3, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:12.952384 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Checking router: 921d2ac0-32c5-4a0c-8915-15e92513aa19 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:12.952888 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Updating router 921d2ac0-32c5-4a0c-8915-15e92513aa19 port 5441cc05-17ca-4f31-b8df-75c1fac24740 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:13.006241 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:13.053567 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:13.154491 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Allocated IP 172.37.1.214 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/c4cdda8f-1f54-4db3-9751-f27bd6529a1d) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:13.659151 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:13.757528 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:13.762707 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks [] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:13.925681 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:09Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:14.018015 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:14.018690 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Updating router 9cd22b96-6b9b-496e-99e4-937a6b369906 port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:14.055900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:14.076570 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.129489 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.174306 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:14.220364 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38756) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:14.244459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1345551992', 'description': 'tempest-description--770673561'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:14.274835 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d71de72e-335b-4cc3-930d-1f9b9ddb8f10 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:14.299239 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:14.350266 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38760) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:14.444512 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:14.445287 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.499738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:14.527989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-064150d5-ada5-40d1-bee6-cc22c376e2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.540109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.712286 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:14.714156 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device af51ca73-7016-4d8e-93dd-64c05efd3365 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:14.810344 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port af51ca73-7016-4d8e-93dd-64c05efd3365 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:14.811389 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.821780 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:14.853478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:14.875672 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-064150d5-ada5-40d1-bee6-cc22c376e2c9 admin admin] Publish callbacks [] for security_group (1819b559-e875-4222-a228-9603773961f3), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.879565 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:14.880856 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:14.884160 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-064150d5-ada5-40d1-bee6-cc22c376e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1819b559-e875-4222-a228-9603773961f3), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.058678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-064150d5-ada5-40d1-bee6-cc22c376e2c9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fce127d62e6648d89d54ab21bd3b14e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7067058 Aug 07 01:10:15.064913 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks [] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.068836 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38780) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:15.074764 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:15.079277 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064150d5-ada5-40d1-bee6-cc22c376e2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1819b559-e875-4222-a228-9603773961f3,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:15.080448 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.165029 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port af51ca73-7016-4d8e-93dd-64c05efd3365 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:15.167395 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e29bc112-2151-42aa-9164-e0ff430ce9b0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:15.278945 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.318157 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] Publish callbacks [] for security_group (1819b559-e875-4222-a228-9603773961f3), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.358157 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port e29bc112-2151-42aa-9164-e0ff430ce9b0 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:15.359009 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.388145 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] Publish callbacks [] for security_group (1819b559-e875-4222-a228-9603773961f3), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.509648 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.604170 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Attempting to bind port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:15.605562 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Attempting to bind port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:15.606533 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Attempting to bind port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:15.609652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1819b559-e875-4222-a228-9603773961f3), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.615299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.620815 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1819b559-e875-4222-a228-9603773961f3 HTTP/1.1" status: 204 len: 168 time: 0.5211511 Aug 07 01:10:15.621094 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:15.621094 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:15.641394 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.645189 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:15.646611 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Bound port: 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:15.647759 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.647958 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a0cd3-2a5d-415a-9592-1344adf8c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1819b559-e875-4222-a228-9603773961f3,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:15.663426 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.670234 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:15.687636 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:15.700163 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e87aa-aed8-4b83-bd42-2049425da240 None None] Pushing event updated for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:15.721668 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:15.758337 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:15.762578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:15.858516 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] For port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:15.875829 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] For port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:15.892814 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.945829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-38ee9706-c86f-496e-a8dc-168f00ca46d1 None None] Provisioning complete for port f951543b-8022-45a5-928c-c1b6dc7e14c7 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:15.946976 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-38ee9706-c86f-496e-a8dc-168f00ca46d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.951514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:15.953026 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:09:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:15.969139 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c767caad-6e9c-4638-923a-029f36d5127a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:15.972481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:16.044752 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port e29bc112-2151-42aa-9164-e0ff430ce9b0 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:16.046677 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 688c6447-7f5f-4f31-84fb-d3c4e89279ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:16.047932 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:16.091824 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Allocated IP 172.20.0.1 (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb/9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf/e07d038b-8e8c-4c35-a281-a6ec0e6b006c) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:16.137601 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e87aa-aed8-4b83-bd42-2049425da240 None None] Pushing event updated for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:16.164791 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:16.166014 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:16.251959 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:16.314342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:16.405583 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:16.644032 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:16.692743 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=c4cdda8f-1f54-4db3-9751-f27bd6529a1d,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:16.734884 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-38ee9706-c86f-496e-a8dc-168f00ca46d1 None None] Port f951543b-8022-45a5-928c-c1b6dc7e14c7 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:16.781034 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:16.811694 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:16.910161 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 688c6447-7f5f-4f31-84fb-d3c4e89279ca triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:16.911830 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.014377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (0413096b-b5a3-475a-b606-b33543124db4), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.047105 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:17.070674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (0413096b-b5a3-475a-b606-b33543124db4), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.155130 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:17.252162 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a480d36-4335-4683-aa7a-4be5f4015c5a None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:17.255415 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 2, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:17.274880 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks [] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.320896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks [] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.357588 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.449443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38824) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:17.478897 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0413096b-b5a3-475a-b606-b33543124db4,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:17.504366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Attempting to bind port 5441cc05-17ca-4f31-b8df-75c1fac24740 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:17.504366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Attempting to bind port 5441cc05-17ca-4f31-b8df-75c1fac24740 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:17.504728 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Attempting to bind port 5441cc05-17ca-4f31-b8df-75c1fac24740 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:17.548809 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.556124 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38828) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:17.557785 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8dd38800-4ad9-4d0e-8a97-df9be593684f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.3206420 Aug 07 01:10:17.560774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.563713 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': '0413096b-b5a3-475a-b606-b33543124db4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:17.592316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:17.592831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Updating router 80e1d303-6d2c-4549-9e17-c6611a792891 port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:17.694802 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (1275dfbc-75fe-4be1-9473-f1be4f418575), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.755685 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.766344 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:17.766947 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:17.767507 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.768059 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:17.770869 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Bound port: 5441cc05-17ca-4f31-b8df-75c1fac24740, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:17.771535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.780820 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:17.849028 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-741a29ea-3114-4f74-ad05-1a3d8810cfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.876453 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:17.945641 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (1275dfbc-75fe-4be1-9473-f1be4f418575), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:17.965574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (1275dfbc-75fe-4be1-9473-f1be4f418575), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.020466 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:18.045442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:18.046345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.058906 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.061351 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5033872 Aug 07 01:10:18.089547 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38844) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:18.097860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4772d-daeb-455e-9770-21de744fcb82 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1275dfbc-75fe-4be1-9473-f1be4f418575,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:18.122599 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': '0413096b-b5a3-475a-b606-b33543124db4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:18.199744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:18.242907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (aa80c656-950f-413c-b7d0-8ed2966a542c), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.364450 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-741a29ea-3114-4f74-ad05-1a3d8810cfee admin admin] Publish callbacks [] for security_group (0e2ced53-347c-422f-9240-50d26a55a1f2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.380666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 688c6447-7f5f-4f31-84fb-d3c4e89279ca is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:18.381339 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.385001 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-741a29ea-3114-4f74-ad05-1a3d8810cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (0e2ced53-347c-422f-9240-50d26a55a1f2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.404746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:18.427724 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (aa80c656-950f-413c-b7d0-8ed2966a542c), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.434561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.458520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766a73c-96de-4444-b422-45106e37adc7 None None] Pushing event updated for resources: {'Port': ['ID=5441cc05-17ca-4f31-b8df-75c1fac24740,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:18.479040 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (aa80c656-950f-413c-b7d0-8ed2966a542c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.515599 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks [] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.523519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:18.533966 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.536086 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.567109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.568004 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.629578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a29ea-3114-4f74-ad05-1a3d8810cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ced53-347c-422f-9240-50d26a55a1f2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:18.661460 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa80c656-950f-413c-b7d0-8ed2966a542c,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:18.666348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.673283 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-49cf6dbc-b1e5-4043-8371-f3b51d8bfd9e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5718811 Aug 07 01:10:18.681013 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-741a29ea-3114-4f74-ad05-1a3d8810cfee admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4c5e5b3c09904d95bb215126b79de50f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2300141 Aug 07 01:10:18.685895 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38852) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:18.697597 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:18.709177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38854) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:18.829357 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:18.871594 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 688c6447-7f5f-4f31-84fb-d3c4e89279ca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=688c6447-7f5f-4f31-84fb-d3c4e89279ca,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:18.881992 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.882491 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.885858 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5171902 Aug 07 01:10:18.887838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] For port 5441cc05-17ca-4f31-b8df-75c1fac24740, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:18.891840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-9dda87e6-2a27-492e-be34-033277124d1d None None] Provisioning complete for port e07d038b-8e8c-4c35-a281-a6ec0e6b006c triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:18.892535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dda87e6-2a27-492e-be34-033277124d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.899300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.900480 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 513da312-1964-446d-9123-4418d5d76815 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:18.958888 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] Publish callbacks [] for security_group (0e2ced53-347c-422f-9240-50d26a55a1f2), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:18.965482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.061147 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] For port 5441cc05-17ca-4f31-b8df-75c1fac24740, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5441cc05-17ca-4f31-b8df-75c1fac24740,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:19.093904 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d95df9-a964-409c-b883-7968f4b83304 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=c4cdda8f-1f54-4db3-9751-f27bd6529a1d,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:19.196556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:19.259501 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.351649 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.353950 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9dda87e6-2a27-492e-be34-033277124d1d None None] Port e07d038b-8e8c-4c35-a281-a6ec0e6b006c cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:19.442216 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] Publish callbacks [] for security_group (0e2ced53-347c-422f-9240-50d26a55a1f2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.483313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:19.484834 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=688c6447-7f5f-4f31-84fb-d3c4e89279ca,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:19.487435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:19.577232 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:19.590176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:19.640111 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (0e2ced53-347c-422f-9240-50d26a55a1f2), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.653977 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:19.661987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.674044 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0e2ced53-347c-422f-9240-50d26a55a1f2 HTTP/1.1" status: 204 len: 168 time: 0.9570806 Aug 07 01:10:19.681984 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:19.758309 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586dc5f-ef42-4f72-b025-797a207222af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ced53-347c-422f-9240-50d26a55a1f2,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:19.853261 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38898) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:19.855552 dv-cinder-master-3-iscsi neutron-server[104194]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 01:10:19.892347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.071229 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8b4b51c5-d37d-40fa-908e-34f601c4c966 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1220631868&fields=id&tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 267 time: 0.2168691 Aug 07 01:10:20.127255 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:20.178652 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks [] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.418314 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:10:20.524988 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:20.532883 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 513da312-1964-446d-9123-4418d5d76815 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:20.533525 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (513da312-1964-446d-9123-4418d5d76815), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.595647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:20.638403 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:10:20.645649 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766a73c-96de-4444-b422-45106e37adc7 None None] Pushing event updated for resources: {'Port': ['ID=5441cc05-17ca-4f31-b8df-75c1fac24740,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:20.650644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.711717 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.37.1.78 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/c2e77bd3-2d55-4d34-99cc-7bcb288616e2) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:20.720654 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.759062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e5032885-fd13-4b0f-a4d2-2b9e5ce9cae0 None None] Provisioning complete for port f951543b-8022-45a5-928c-c1b6dc7e14c7 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:20.760083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e5032885-fd13-4b0f-a4d2-2b9e5ce9cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:20.818698 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-b8f835d8-9501-47ae-a800-9728b8f0e948 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:20.837605 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-b8f835d8-9501-47ae-a800-9728b8f0e948 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 817 time: 0.7370172 Aug 07 01:10:20.868400 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e5032885-fd13-4b0f-a4d2-2b9e5ce9cae0 None None] Port f951543b-8022-45a5-928c-c1b6dc7e14c7 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:20.890064 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38918) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:20.950651 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-c730c820-a203-4eeb-85bc-24af53c44e67 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/quotas/1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 375 time: 0.1113048 Aug 07 01:10:20.998157 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks [] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.016303 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-af469109-4b3f-4f63-bc6c-8781de47b006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.074111 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01db25-931f-4799-b5b9-b1cd199ea064 None None] Pushing event updated for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:21.092531 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.093958 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.169154 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-88148766-7d9d-4e5e-b0de-63ffb4492fb8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2170863 Aug 07 01:10:21.200440 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Attempting to bind port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:21.201977 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Attempting to bind port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:21.202814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Attempting to bind port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:21.219237 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 513da312-1964-446d-9123-4418d5d76815 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:21.220209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (513da312-1964-446d-9123-4418d5d76815), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.248773 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:21.249735 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Checking segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:21.250563 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.251483 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Bound using segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:21.252337 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Bound port: 0c5a2be0-12db-4529-8a75-cc3b9eb620a1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:21.253096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.262111 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.320658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:21.322444 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 513da312-1964-446d-9123-4418d5d76815, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=513da312-1964-446d-9123-4418d5d76815,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:21.324509 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.338414 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:21.352970 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:21.354791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (513da312-1964-446d-9123-4418d5d76815), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.356276 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:21.357177 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:21.361151 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-c0ea51cd-8aa9-4b26-966f-32423a3434e3 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ca766bc8-efcf-4308-bc1a-92c49fa8822f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6103652 Aug 07 01:10:21.362678 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:21.447857 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:21.466654 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:21.494430 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:21.526141 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:21.538442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=513da312-1964-446d-9123-4418d5d76815,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:21.609994 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:21.676826 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:21.693089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:21.737307 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] For port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:21.744931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-af469109-4b3f-4f63-bc6c-8781de47b006 admin admin] Publish callbacks [] for security_group (e190d85a-76a4-43fc-899b-0aa382274942), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.785833 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] For port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:21.819513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:19Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e07d038b-8e8c-4c35-a281-a6ec0e6b006c', 'name': '', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'mac_address': 'fa:16:3e:c4:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:14Z', 'updated_at': '2022-08-07T01:10:16Z', 'revision_number': 1, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'subnets': [{'id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:21.830964 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.845780 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-af469109-4b3f-4f63-bc6c-8781de47b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e190d85a-76a4-43fc-899b-0aa382274942), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.861976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:21.929469 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:21.953043 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:21.967203 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:16Z', 'revision_number': 2, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:21.999873 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:22.000718 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Updating router ca766bc8-efcf-4308-bc1a-92c49fa8822f port f951543b-8022-45a5-928c-c1b6dc7e14c7 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:22.002947 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-3ee66ce4-3473-4484-a6f6-a1365cf69218 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:10:22.006740 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-3ee66ce4-3473-4484-a6f6-a1365cf69218 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6614945 Aug 07 01:10:22.057363 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.063781 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ccf3a-edca-4c26-bda1-e9377f374a5d None None] The sync data for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi is: [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:19Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e07d038b-8e8c-4c35-a281-a6ec0e6b006c', 'name': '', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'mac_address': 'fa:16:3e:c4:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:14Z', 'updated_at': '2022-08-07T01:10:16Z', 'revision_number': 1, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'subnets': [{'id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:22.082836 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 688c6447-7f5f-4f31-84fb-d3c4e89279ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:22.185268 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Router 921d2ac0-32c5-4a0c-8915-15e92513aa19 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:10:22.247921 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469109-4b3f-4f63-bc6c-8781de47b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e190d85a-76a4-43fc-899b-0aa382274942,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:22.258880 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-af469109-4b3f-4f63-bc6c-8781de47b006 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d41642e6db5d49119944c297c84ddc38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3645306 Aug 07 01:10:22.301585 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38944) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:22.313933 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.339863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:22.339863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:22.409003 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:22.450894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:22.465227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38946) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:22.494995 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 688c6447-7f5f-4f31-84fb-d3c4e89279ca triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:22.496020 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.577400 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350427165', 'description': 'tempest-description--632409472'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:22.599906 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=c2e77bd3-2d55-4d34-99cc-7bcb288616e2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:22.809043 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-6f3aafbc-4218-4349-8d88-00aec99f87c5 None None] Provisioning complete for port e07d038b-8e8c-4c35-a281-a6ec0e6b006c triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:22.809697 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6f3aafbc-4218-4349-8d88-00aec99f87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.839210 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.893570 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:10:22.903061 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a58b4289-55f9-4688-aa97-0f9f504669b4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/921d2ac0-32c5-4a0c-8915-15e92513aa19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9311545 Aug 07 01:10:22.938902 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks [] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.952940 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:22.978259 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] Publish callbacks [] for security_group (e190d85a-76a4-43fc-899b-0aa382274942), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.041761 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-6f3aafbc-4218-4349-8d88-00aec99f87c5 None None] Port e07d038b-8e8c-4c35-a281-a6ec0e6b006c cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:23.048415 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01db25-931f-4799-b5b9-b1cd199ea064 None None] Pushing event updated for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:23.076298 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-3eb3426f-8cd2-432c-876d-3f0c48bbe293 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0236237 Aug 07 01:10:23.116981 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] Publish callbacks [] for security_group (e190d85a-76a4-43fc-899b-0aa382274942), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.129511 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.298068 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 688c6447-7f5f-4f31-84fb-d3c4e89279ca is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:23.310419 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:23.319061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:23.363866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:23.389818 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (e8f7be01-20cc-4507-9263-0a3a917a40c2), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.391882 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac87df-155e-41b7-97c6-674323b2b51a None None] Pushing event updated for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:23.409882 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Attempting to bind port f951543b-8022-45a5-928c-c1b6dc7e14c7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:23.410478 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Attempting to bind port f951543b-8022-45a5-928c-c1b6dc7e14c7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:23.410639 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Attempting to bind port f951543b-8022-45a5-928c-c1b6dc7e14c7 on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:23.417699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e8f7be01-20cc-4507-9263-0a3a917a40c2), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.439088 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:23.439467 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Checking segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:23.439874 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.443809 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Bound using segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:23.447487 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Bound port: f951543b-8022-45a5-928c-c1b6dc7e14c7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:23.450720 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.502890 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e190d85a-76a4-43fc-899b-0aa382274942), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.512280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.513779 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e190d85a-76a4-43fc-899b-0aa382274942 HTTP/1.1" status: 204 len: 168 time: 1.0919890 Aug 07 01:10:23.531042 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38964) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:23.540097 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.545550 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0517697 Aug 07 01:10:23.557449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 38966) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:23.567307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.591391 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.597009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group_rule': {'security_group_id': 'e8f7be01-20cc-4507-9263-0a3a917a40c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:23.599465 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.622925 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e97fc-2612-42fd-bfce-63b9c88fa47c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7be01-20cc-4507-9263-0a3a917a40c2,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:23.688129 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] For port f951543b-8022-45a5-928c-c1b6dc7e14c7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:23.698975 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] For port f951543b-8022-45a5-928c-c1b6dc7e14c7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f951543b-8022-45a5-928c-c1b6dc7e14c7,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:23.714950 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.727367 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11e32f-beb9-439f-94f2-90e99ef99bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e190d85a-76a4-43fc-899b-0aa382274942,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:23.745416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (36bf434b-acc2-4614-a1c7-618f270f2f45), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:23.839046 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:23.839697 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:23.919249 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=c2e77bd3-2d55-4d34-99cc-7bcb288616e2,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:23.972324 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-ac12d3d3-67d2-444f-94cc-5a0120006a9e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8821919 Aug 07 01:10:23.992201 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.004219 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-92833ea1-ae7a-4c07-8ff8-ce38fa9117b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3164856 Aug 07 01:10:24.036339 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:24.053432 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (36bf434b-acc2-4614-a1c7-618f270f2f45), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.064574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (36bf434b-acc2-4614-a1c7-618f270f2f45), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.151125 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bf434b-acc2-4614-a1c7-618f270f2f45,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:24.172943 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.181343 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 38986) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:24.184368 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-41979c94-544c-43c9-91bd-416b393edba2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6043124 Aug 07 01:10:24.189140 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group_rule': {'security_group_id': 'e8f7be01-20cc-4507-9263-0a3a917a40c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:24.228650 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:24.272774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (d01cc10e-4c64-431f-91f0-5aedcc5f0ea7), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.317114 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:24.317665 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.364089 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac87df-155e-41b7-97c6-674323b2b51a None None] Pushing event updated for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:24.433150 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-21c78f81-7c2b-4ec0-b87c-14fc8aa2324b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.468584 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (d01cc10e-4c64-431f-91f0-5aedcc5f0ea7), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.486881 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (d01cc10e-4c64-431f-91f0-5aedcc5f0ea7), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.523343 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cc10e-4c64-431f-91f0-5aedcc5f0ea7,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:24.565635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.575492 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-05cb9ae8-8ff5-4696-a48c-e8e15a51a23a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870442 Aug 07 01:10:24.583185 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39000) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:24.604396 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:24.739675 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39010) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:24.760426 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:24.770659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.773072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-21c78f81-7c2b-4ec0-b87c-14fc8aa2324b admin admin] Publish callbacks [] for security_group (e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.781425 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-21c78f81-7c2b-4ec0-b87c-14fc8aa2324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:24.825128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-21c78f81-7c2b-4ec0-b87c-14fc8aa2324b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8aa8a1e6519c47f7b544945035640933&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2696543 Aug 07 01:10:24.826055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39014) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:24.888648 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:24.924088 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0ed7d603-5442-4bdf-ab58-f3d21136ac65 req-943d34a1-fed8-447b-99db-0014009de9c7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.2689350 Aug 07 01:10:24.957570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:25.021931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] Publish callbacks [] for security_group (e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.028558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c78f81-7c2b-4ec0-b87c-14fc8aa2324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:25.053816 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:23Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:25.124882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.134211 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] Publish callbacks [] for security_group (e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.144589 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5810d12-0cf5-499d-a76c-e46f04fa0fe1 None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:25.173049 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:25.220218 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:25.221150 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.235981 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:25.379761 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.385654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.388644 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967 HTTP/1.1" status: 204 len: 168 time: 0.5616946 Aug 07 01:10:25.423149 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6ba19-fadc-4684-8d7c-750b9789f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf8e86-e0fb-4e11-8de2-7a8d7ad6b967,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:25.455024 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:25.469924 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.626503 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96186be-2250-4063-8b0f-8de4e79e507f None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:23Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:25.708070 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39054) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:25.717357 dv-cinder-master-3-iscsi neutron-server[104193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 01:10:25.750600 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-07eff315-8c82-4725-8bd2-3550ac1bef5e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1345551992&fields=id&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 267 time: 0.4320593 Aug 07 01:10:25.758189 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2453b757-7eda-46eb-b9ab-81f2f8e82780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:25.762032 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:26.044358 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:26.090471 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5441cc05-17ca-4f31-b8df-75c1fac24740 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:26.338823 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Allocated IP 172.37.1.246 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/945d4e04-d8bd-490e-9297-53f05124512f) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:26.403656 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5441cc05-17ca-4f31-b8df-75c1fac24740 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:26.405462 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:26.737329 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-f34a4478-b645-411e-80ff-6a9c5f7113c0 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:26.757253 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-f34a4478-b645-411e-80ff-6a9c5f7113c0 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/networks?id=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb HTTP/1.1" status: 200 len: 812 time: 1.0423734 Aug 07 01:10:26.763622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:26.780918 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5441cc05-17ca-4f31-b8df-75c1fac24740 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:26.781777 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:26.807305 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-15ddcde5-0aa2-4e7e-b587-5597f5b4d0f0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:26.809074 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-a8d7ff74-31f8-470b-9f2c-297d515f70b1 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/quotas/a105c95deb1041ba9ac721d7c82110e9 HTTP/1.1" status: 200 len: 375 time: 0.0503600 Aug 07 01:10:26.818896 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-15ddcde5-0aa2-4e7e-b587-5597f5b4d0f0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.9742770 Aug 07 01:10:26.853614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39076) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:26.885600 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 5441cc05-17ca-4f31-b8df-75c1fac24740, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5441cc05-17ca-4f31-b8df-75c1fac24740,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:26.903812 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:26.905810 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:26.980409 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-4a3580ff-cf48-44b0-badb-bcaba0748a4e tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a105c95deb1041ba9ac721d7c82110e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595454 Aug 07 01:10:27.094301 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-ca8be73f-96bc-4f9d-9458-b26e400bf396 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/quotas/35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 375 time: 0.2294643 Aug 07 01:10:27.095462 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-429a3441-5015-428e-bf9c-4293bc28263b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.243820 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=5441cc05-17ca-4f31-b8df-75c1fac24740,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:27.265185 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:27.265782 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.323157 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (945d4e04-d8bd-490e-9297-53f05124512f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.385767 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-fc545c11-e5f9-4877-9215-2fea181ca4a8 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:10:27.395801 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-fc545c11-e5f9-4877-9215-2fea181ca4a8 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1202075 Aug 07 01:10:27.426612 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2453b757-7eda-46eb-b9ab-81f2f8e82780 admin admin] Publish callbacks [] for security_group (73d1291b-0bab-4c54-9308-9b3f2cb7382f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.461415 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:27.462061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.494429 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2453b757-7eda-46eb-b9ab-81f2f8e82780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (73d1291b-0bab-4c54-9308-9b3f2cb7382f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.573610 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:27.577225 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-ebf45306-5fc3-4417-bd66-58cfeb61ff60 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4693246 Aug 07 01:10:27.583948 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.585978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 513da312-1964-446d-9123-4418d5d76815 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:27.756824 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9721e981-7e0c-4243-9cf8-711f63097ead service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599784 Aug 07 01:10:27.760458 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-429a3441-5015-428e-bf9c-4293bc28263b admin admin] Publish callbacks [] for security_group (12703d0c-79b9-4af1-99eb-907f399a2bc2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.813987 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:27.822255 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 513da312-1964-446d-9123-4418d5d76815 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:27.823206 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (513da312-1964-446d-9123-4418d5d76815), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:27.990515 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-429a3441-5015-428e-bf9c-4293bc28263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (12703d0c-79b9-4af1-99eb-907f399a2bc2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.025523 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 513da312-1964-446d-9123-4418d5d76815 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:28.030749 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2453b757-7eda-46eb-b9ab-81f2f8e82780 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb5a2700217d4324bedb0014e43804db&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2476311 Aug 07 01:10:28.037277 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453b757-7eda-46eb-b9ab-81f2f8e82780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d1291b-0bab-4c54-9308-9b3f2cb7382f,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:28.043385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39108) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:28.067331 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-c9bb58a1-e29c-4a1c-a112-bafaaffcd98f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977436 Aug 07 01:10:28.115781 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-429a3441-5015-428e-bf9c-4293bc28263b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=01199f8dbf6a441b9f2b6233a5ef1855&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2463658 Aug 07 01:10:28.116719 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39110) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:28.131020 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (945d4e04-d8bd-490e-9297-53f05124512f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.293147 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:28.295357 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3441-5015-428e-bf9c-4293bc28263b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12703d0c-79b9-4af1-99eb-907f399a2bc2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:28.304495 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-ac03858a-dae2-4f50-a7d1-fb3c7700e416 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861607 Aug 07 01:10:28.354519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] Publish callbacks [] for security_group (12703d0c-79b9-4af1-99eb-907f399a2bc2), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.425356 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] Publish callbacks [] for security_group (12703d0c-79b9-4af1-99eb-907f399a2bc2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.427862 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=945d4e04-d8bd-490e-9297-53f05124512f,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:28.580630 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (12703d0c-79b9-4af1-99eb-907f399a2bc2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.585922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.601984 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/12703d0c-79b9-4af1-99eb-907f399a2bc2 HTTP/1.1" status: 204 len: 168 time: 0.4831491 Aug 07 01:10:28.652547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9e7ae-3397-4a31-8490-7ceb803db3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12703d0c-79b9-4af1-99eb-907f399a2bc2,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:28.737241 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] Publish callbacks [] for security_group (73d1291b-0bab-4c54-9308-9b3f2cb7382f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.808364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:28.880293 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:28.888572 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:28.965470 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] Publish callbacks [] for security_group (73d1291b-0bab-4c54-9308-9b3f2cb7382f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:28.985154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-25805a63-91c7-4030-95b9-6c9dba33058e req-b06f4ec8-1f42-4b8a-9b2a-76e9c00a671c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.1613288 Aug 07 01:10:29.025260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:29.158999 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:29.246353 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-632f728f-d59e-4703-842e-0ef94336d92e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085210 Aug 07 01:10:29.258756 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-baeb274c-1802-471c-8120-93084a8e643a req-f192162f-8de6-4c91-b5d2-a2ebe6ca4cc0 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.0956883 Aug 07 01:10:29.272608 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5441cc05-17ca-4f31-b8df-75c1fac24740 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:29.393617 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (73d1291b-0bab-4c54-9308-9b3f2cb7382f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:29.405749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:29.410435 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/73d1291b-0bab-4c54-9308-9b3f2cb7382f HTTP/1.1" status: 204 len: 168 time: 1.3513582 Aug 07 01:10:29.435251 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5441cc05-17ca-4f31-b8df-75c1fac24740 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:29.435672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:29.437655 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (945d4e04-d8bd-490e-9297-53f05124512f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:29.446815 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49c3c-fe0e-4726-ba1c-49d3b1f63d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d1291b-0bab-4c54-9308-9b3f2cb7382f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:29.567702 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:29.645881 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:29.837895 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5441cc05-17ca-4f31-b8df-75c1fac24740 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:29.840316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:30.046666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:30.046666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.244326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (945d4e04-d8bd-490e-9297-53f05124512f), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.259591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (945d4e04-d8bd-490e-9297-53f05124512f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.261009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.420872 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-872a9a01-1c12-4b98-b511-bcb775c9ee42 req-14f4e498-cc4f-470c-9ff1-b58d34b8647c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.7535038 Aug 07 01:10:30.470463 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:30.470463 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f951543b-8022-45a5-928c-c1b6dc7e14c7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:30.567166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.573060 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9861627 Aug 07 01:10:30.624207 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edcb3a-35a7-4ec5-8dae-6f54aa9c8684 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=945d4e04-d8bd-490e-9297-53f05124512f,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:30.821970 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-285dd22b-3709-4bb1-bb3f-a574485b8ac7 req-16f9b500-0cd5-4cf0-85fe-f628d6369db7 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.1797092 Aug 07 01:10:30.851765 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f951543b-8022-45a5-928c-c1b6dc7e14c7 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:30.854101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:30.997353 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97d3af5d-8976-412d-90d7-c9ae80425004 req-ccb59ef7-1838-46e0-8067-a44a156007a6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.0979517 Aug 07 01:10:31.094322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Sync routers for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:10:31.294231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:31.295092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:31.470323 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f951543b-8022-45a5-928c-c1b6dc7e14c7 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:31.470803 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:31.669824 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-e3ef7aea-a646-4075-a64a-00e2794944ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--350427165&fields=id&tenant_id=7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 267 time: 0.2323022 Aug 07 01:10:31.831590 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port f951543b-8022-45a5-928c-c1b6dc7e14c7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f951543b-8022-45a5-928c-c1b6dc7e14c7,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:31.889478 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:31.892045 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:31.918328 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.17', 51446) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:31.943016 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78d3faf2-621c-421d-851d-8250cc960d1f req-05d67fda-4c06-475e-b3f4-68b2512d770d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.1328075 Aug 07 01:10:32.235475 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-b798fe56-414e-4296-9ef5-74fd97515254 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:32.260117 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-b798fe56-414e-4296-9ef5-74fd97515254 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 811 time: 0.5788865 Aug 07 01:10:32.307341 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-e2b46dda-1811-4948-bc2a-c4f732df45e7 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/quotas/7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 375 time: 0.0379844 Aug 07 01:10:32.398284 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:32.489870 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-3bb225a6-c907-43ea-ae51-4c1d43013f7f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752279 Aug 07 01:10:32.495998 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39246) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:32.522445 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:32.523276 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:32.546599 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:32.665337 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-af8afd80-4df1-45d2-81ce-bc458f91e95a req-675918ae-bc9f-4ad0-89cf-2687d963ccc7 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.2118194 Aug 07 01:10:32.712017 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-241f1c66-9a8e-4c27-b97c-7b6f66313006 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:32.726783 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-241f1c66-9a8e-4c27-b97c-7b6f66313006 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 817 time: 0.7792175 Aug 07 01:10:32.795377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:32.803203 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:32.861207 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-55f42d35-76b3-47ad-8caa-25667a4ec0b3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582673 Aug 07 01:10:33.010247 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eec24f65-4c4d-4232-965a-c24483d6dbc5 req-77ed9a5e-d56e-4c5e-bddc-e1cf79c78b22 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.0701742 Aug 07 01:10:33.144140 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:33.175301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:33.251931 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.17', 51451) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:33.290957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693528574-network', 'tenant_id': '29448aa989e7479e9c1b8502461c2fc6'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:33.455420 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:19Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e07d038b-8e8c-4c35-a281-a6ec0e6b006c', 'name': '', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'mac_address': 'fa:16:3e:c4:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:14Z', 'updated_at': '2022-08-07T01:10:20Z', 'revision_number': 2, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'subnets': [{'id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:33.512661 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-e3e1799c-d1f2-40a6-bc2f-a37c080cb4e6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300204 Aug 07 01:10:33.559393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Made reservation on behalf of 29448aa989e7479e9c1b8502461c2fc6 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:33.589799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:33.611262 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.17', 51454) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:33.680604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f951543b-8022-45a5-928c-c1b6dc7e14c7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:33.680604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Checking router: 921d2ac0-32c5-4a0c-8915-15e92513aa19 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:10:33.681478 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Updating router 921d2ac0-32c5-4a0c-8915-15e92513aa19 port e07d038b-8e8c-4c35-a281-a6ec0e6b006c binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:10:33.927543 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-2b5130ad-af3c-4926-8bb8-1b103f33518a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 380 time: 0.9076498 Aug 07 01:10:34.059180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'port': {'device_id': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'admin_state_up': True, 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'security_groups': ['002d8194-005b-48cf-b90d-5461dcd2dd7c']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:34.095806 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2bc67c1a-c60c-4ffe-9d3d-c12864a89169 req-a4eb2e36-2712-466d-b024-15db800bdb12 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.3305466 Aug 07 01:10:34.100596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:34.119582 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:34.204696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:34.483528 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-db1934e3-7c2c-4907-956b-4956aaff52a0 req-d019e149-6536-45b5-8b5f-7ad7517568b8 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.2166235 Aug 07 01:10:34.592595 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f951543b-8022-45a5-928c-c1b6dc7e14c7 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:34.593322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:34.668480 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b6fce645-ab13-4640-9c3e-012efdc2bfac req-e2123dd9-dcd9-44c3-8908-3f308e20630b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 210 time: 0.2842479 Aug 07 01:10:34.736956 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-8de0e47c-dff8-496e-a5f7-b537958be270 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:34.745166 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-8de0e47c-dff8-496e-a5f7-b537958be270 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 1.4815450 Aug 07 01:10:34.760755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-08f82680-da25-4ddd-ab40-7008270cf5c8 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:34.775761 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-08f82680-da25-4ddd-ab40-7008270cf5c8 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.17 "GET /networking/v2.0/networks?id=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb HTTP/1.1" status: 200 len: 812 time: 1.1612599 Aug 07 01:10:34.802713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Request body: {'port': {'device_id': '93936488-825c-4db2-b648-ac856631c434', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'admin_state_up': True, 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:34.841863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:35.023272 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0256485-1a8c-44df-8698-7ab638673599 req-b6a83f18-0433-4a27-96b0-4caf4984f91d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.2064838 Aug 07 01:10:35.047423 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:35.161726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks [] for security_group (05ecd2bd-131f-4e37-b17b-80aa205953b8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.172405 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (05ecd2bd-131f-4e37-b17b-80aa205953b8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.417693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:10:35.429023 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ecd2bd-131f-4e37-b17b-80aa205953b8,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:35.515574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:35.520581 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (45d788fc-c47f-4c79-aa9c-9e49781f0053), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.520934 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Added segment 45d788fc-c47f-4c79-aa9c-9e49781f0053 of type vlan for network 69845523-0c92-44bb-a8e9-c7b666c741c8 Aug 07 01:10:35.610066 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=27 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:35.635306 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-76dd19a2-e286-4edf-9fed-c93eb9027cb9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 380 time: 0.8738427 Aug 07 01:10:35.650341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (69845523-0c92-44bb-a8e9-c7b666c741c8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.686736 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Made reservation on behalf of a105c95deb1041ba9ac721d7c82110e9 for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:35.690462 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.737492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'port': {'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'admin_state_up': True, 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'security_groups': ['0413096b-b5a3-475a-b606-b33543124db4']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:35.958254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (69845523-0c92-44bb-a8e9-c7b666c741c8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.959503 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:35.960191 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:35.973413 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f63c0b51-dee5-47a5-a120-633b13a6b81f req-64755f7b-184b-4cfb-b5f6-5fe44f0d5b34 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.3666873 Aug 07 01:10:36.070911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks [] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:36.073127 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-649d32ac-2c79-476f-a26b-f1c95f82c1d5 req-683c2aa8-480a-4adb-9d9a-f070ff2b7ff8 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.2589850 Aug 07 01:10:36.185361 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:36.279987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Made reservation on behalf of 1b1d33b8c71e41e6bf23d4ad8590d2c2 for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:36.280481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:36.339288 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:36.414998 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f951543b-8022-45a5-928c-c1b6dc7e14c7 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:36.552124 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a238a-b13d-4f2a-9af4-30e0b28605e9 None None] Pushing event updated for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:36.659461 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Attempting to bind port e07d038b-8e8c-4c35-a281-a6ec0e6b006c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:36.660815 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Attempting to bind port e07d038b-8e8c-4c35-a281-a6ec0e6b006c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:36.661424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Attempting to bind port e07d038b-8e8c-4c35-a281-a6ec0e6b006c on network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:36.677634 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:36.678410 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Checking segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:36.679061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:36.679720 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Bound using segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:36.680479 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Bound port: e07d038b-8e8c-4c35-a281-a6ec0e6b006c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:36.681099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:36.813602 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-211ebdd4-c01e-4b47-9864-9753c19b4580 req-92ea1b42-6de2-4271-9fe0-3c01d1ce6477 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.2989559 Aug 07 01:10:36.906244 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] For port e07d038b-8e8c-4c35-a281-a6ec0e6b006c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:36.921446 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] For port e07d038b-8e8c-4c35-a281-a6ec0e6b006c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:36.939610 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:37.011701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:37.025389 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.5234444 Aug 07 01:10:37.232844 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39400) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:37.238728 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:10:37.250729 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:37.324702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Request body: {'subnet': {'network_id': '69845523-0c92-44bb-a8e9-c7b666c741c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693528574-subnet', 'tenant_id': '29448aa989e7479e9c1b8502461c2fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:37.342311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121e75-39d0-493b-a839-ef221df1b1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=69845523-0c92-44bb-a8e9-c7b666c741c8,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:37.402066 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:37.550515 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Allocated IP 172.20.0.11 (96bfca6e-7131-4db0-b142-73ffbffe52dd/7c83ba05-e076-4638-bec8-6a3ed837bca4/9ab59ce3-ed0d-4a8e-b76b-adeff559725a) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:37.554242 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.17', 51465) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:37.598829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 69845523-0c92-44bb-a8e9-c7b666c741c8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:10:37.789934 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a238a-b13d-4f2a-9af4-30e0b28605e9 None None] Pushing event updated for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:37.967368 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3d1b381a-e467-49fc-9762-6c1836dbae7d req-44853b47-8be0-4c5e-b75c-6bd8b632f090 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.6152909 Aug 07 01:10:38.035480 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:10:38.143070 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Allocated IP 172.20.0.7 (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb/9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf/a2435539-4100-4730-a912-3afae7d39093) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:38.185316 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:38.220537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Made reservation on behalf of 29448aa989e7479e9c1b8502461c2fc6 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:38.261486 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:38.324439 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:38.335512 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9816bcb-331c-4f23-be07-6167cc5ee3bc req-b2c2f4ad-22b0-4b1c-8162-9b079e838828 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 210 time: 1.9295166 Aug 07 01:10:38.727784 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:38.733019 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:38.786200 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks [] for port (a2435539-4100-4730-a912-3afae7d39093), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:39.069287 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e07d038b-8e8c-4c35-a281-a6ec0e6b006c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:39.138502 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-1163dbb1-dc45-49e7-96dc-3a9d3f0e82bb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:39.141258 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-1163dbb1-dc45-49e7-96dc-3a9d3f0e82bb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 811 time: 1.5552919 Aug 07 01:10:39.168889 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (a2435539-4100-4730-a912-3afae7d39093), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:39.190854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:39.232482 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:39.256173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:39.269786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:39.368117 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:19Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e07d038b-8e8c-4c35-a281-a6ec0e6b006c', 'name': '', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'mac_address': 'fa:16:3e:c4:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:14Z', 'updated_at': '2022-08-07T01:10:36Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'subnets': [{'id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:39.461439 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a92d2-fd3c-48a1-a676-d34e79f623aa None None] The sync data for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi is: [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:10:19Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'e07d038b-8e8c-4c35-a281-a6ec0e6b006c', 'name': '', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'mac_address': 'fa:16:3e:c4:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:14Z', 'updated_at': '2022-08-07T01:10:36Z', 'revision_number': 4, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'subnets': [{'id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:10:39.501395 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:39.609238 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port e07d038b-8e8c-4c35-a281-a6ec0e6b006c triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:39.614279 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:39.880173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.20.0.14 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/f71ffe87-943a-40bf-94f2-b17532b7092c) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:39.916911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port e07d038b-8e8c-4c35-a281-a6ec0e6b006c is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:39.919973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:40.093359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port e07d038b-8e8c-4c35-a281-a6ec0e6b006c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:40.103534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:40.352156 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39450) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:40.482086 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d400f32-7dda-4074-9de4-89bfac0b8fff req-99c0b3a8-4796-4f6c-86e3-0005506e451c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:40.483913 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5d400f32-7dda-4074-9de4-89bfac0b8fff req-99c0b3a8-4796-4f6c-86e3-0005506e451c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 931 time: 1.3399482 Aug 07 01:10:40.497802 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:40.549861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:40.562324 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:40.581814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:40.593529 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:40.619849 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:40.622445 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:40.677747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a12ff-fad4-4017-809a-1a1e522e5a28 req-cb01150f-12c4-4d95-9007-25e1a18e18ee tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:40.687190 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-476a12ff-fad4-4017-809a-1a1e522e5a28 req-cb01150f-12c4-4d95-9007-25e1a18e18ee tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 932 time: 1.8870645 Aug 07 01:10:40.702086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-8115d5c9-b525-401e-a467-39e68334d1fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6568587 Aug 07 01:10:40.713758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:40.729774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Pushing event updated for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:40.754962 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:40.756713 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-7e6abda9-aa73-4dab-b2f4-b769bfd123b1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:10:40.760586 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-7e6abda9-aa73-4dab-b2f4-b769bfd123b1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0275724 Aug 07 01:10:40.940864 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:40.988595 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:40.989752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:41.149365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:41.173586 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-129f4733-2e48-45bb-bf0a-c1e3582d88d3 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 379 time: 1.9446058 Aug 07 01:10:41.290281 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-476a12ff-fad4-4017-809a-1a1e522e5a28 req-3563c6fe-fec0-47a8-9cc0-49a744f0eeea tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6019731 Aug 07 01:10:41.429302 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Request body: {'port': {'device_id': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:41.509438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ab89c576-e74c-45ee-91ef-5fb84953368b None None] Provisioning complete for port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:41.510379 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:41.529359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ab89c576-e74c-45ee-91ef-5fb84953368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:41.619199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:41.626176 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:41.673336 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:41.679137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:41.725190 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:41.787429 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-a203d0a0-69c1-4a22-a419-89d6e5850374 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0776134 Aug 07 01:10:41.858159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Request body: {'port': {'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:41.971740 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.039152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'port': {'device_id': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'admin_state_up': True, 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'security_groups': ['e8f7be01-20cc-4507-9263-0a3a917a40c2']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:42.226814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ab89c576-e74c-45ee-91ef-5fb84953368b None None] Port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:42.292706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ee66d0c2-e4d5-4dba-b907-2d9eb766614d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.403008 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.528633 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee08d8-b192-40b3-b91a-5c447f7f4f3b req-effee5f2-a73c-47cd-9d70-e9f5b4975c34 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:42.562302 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ee66d0c2-e4d5-4dba-b907-2d9eb766614d admin admin] Publish callbacks [] for security_group (5a632f05-6ea3-4baf-a606-d7fe1825506c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.572612 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-9eef761b-d51f-45c6-87cf-2050c5147d48 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7835026 Aug 07 01:10:42.577521 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-83ee08d8-b192-40b3-b91a-5c447f7f4f3b req-effee5f2-a73c-47cd-9d70-e9f5b4975c34 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 932 time: 0.5275722 Aug 07 01:10:42.581301 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:42.585982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (2549b6d0-466d-45b3-98ad-6b5413bc43c7), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.597043 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ee66d0c2-e4d5-4dba-b907-2d9eb766614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5a632f05-6ea3-4baf-a606-d7fe1825506c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.633155 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:42.700555 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b99e93e9-661b-4c7a-9ad9-1595f75d564c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.706479 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Provisioning complete for port a2435539-4100-4730-a912-3afae7d39093 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:42.708892 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (a2435539-4100-4730-a912-3afae7d39093), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.720344 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Request body: {'port': {'device_id': '93936488-825c-4db2-b648-ac856631c434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:42.753212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ee66d0c2-e4d5-4dba-b907-2d9eb766614d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cd7b4755285e47588730fc262e7ccbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2943411 Aug 07 01:10:42.776042 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39484) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:42.785413 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e07d038b-8e8c-4c35-a281-a6ec0e6b006c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:42.891050 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5d400f32-7dda-4074-9de4-89bfac0b8fff req-5309ec36-8585-4f23-accf-62662c51ed26 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3177807 Aug 07 01:10:42.892283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66d0c2-e4d5-4dba-b907-2d9eb766614d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a632f05-6ea3-4baf-a606-d7fe1825506c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:42.899078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Port a2435539-4100-4730-a912-3afae7d39093 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:42.990349 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Provisioning complete for port f71ffe87-943a-40bf-94f2-b17532b7092c triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:42.991896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:42.999504 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port e07d038b-8e8c-4c35-a281-a6ec0e6b006c triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:42.999930 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:43.058695 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Checking segment: {'id': '45d788fc-c47f-4c79-aa9c-9e49781f0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '69845523-0c92-44bb-a8e9-c7b666c741c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:43.059783 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Network hostable DHCP agents. Network: 69845523-0c92-44bb-a8e9-c7b666c741c8, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:10:43.078510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Made reservation on behalf of 7fd9ab6d98a44605a57bd8ae9535a686 for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:43.083648 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:43.283632 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-b2b82eed-555e-4bbf-bfb0-10c665b5badb None None] Port f71ffe87-943a-40bf-94f2-b17532b7092c cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:43.298812 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-caeb68cc-551a-4b4b-a775-c5ecd4180952 req-652366f5-383e-4f60-9faf-c2dc3626c21e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 210 time: 0.0539725 Aug 07 01:10:43.307749 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-83ee08d8-b192-40b3-b91a-5c447f7f4f3b req-394e995f-eb1a-4d02-bad6-942da9eebc14 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7290769 Aug 07 01:10:43.354117 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2549b6d0-466d-45b3-98ad-6b5413bc43c7,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:43.392734 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (a2435539-4100-4730-a912-3afae7d39093), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:43.474106 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Network 69845523-0c92-44bb-a8e9-c7b666c741c8 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:10:43.481516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port e07d038b-8e8c-4c35-a281-a6ec0e6b006c is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:43.503381 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:43.598884 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 69845523-0c92-44bb-a8e9-c7b666c741c8) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:43.608913 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:43.610267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:43.622414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fddc1c-2c54-488a-bc55-f8a211205229 None None] Network 69845523-0c92-44bb-a8e9-c7b666c741c8 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:43.718452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Allocated IP 172.20.0.7 (b1257e6a-7a97-43f5-969f-654d75e2ab7d/caef2aca-c58a-45ef-9bd0-e16f360f700e/9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:10:43.853518 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0e6eac57-326a-4115-b00b-2a99022a875d admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.5939474 Aug 07 01:10:44.076389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:44.135559 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac607d9-0913-4d35-bb35-a291e9cfb79c None None] Network 69845523-0c92-44bb-a8e9-c7b666c741c8 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:44.163208 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:44.458800 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d626a-d2b4-4bb6-8670-b74bf987a425 req-7313a4f8-f2b3-4dd5-8845-2aff04ee9768 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:44.461213 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-558d626a-d2b4-4bb6-8670-b74bf987a425 req-7313a4f8-f2b3-4dd5-8845-2aff04ee9768 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 931 time: 0.2449818 Aug 07 01:10:44.634001 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:10:44.650142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks [] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:44.685994 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:44.694586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Transition to ACTIVE for port object 9ab59ce3-ed0d-4a8e-b76b-adeff559725a will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:10:44.709117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:44.734448 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:44.741047 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] Publish callbacks [] for security_group (5a632f05-6ea3-4baf-a606-d7fe1825506c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:44.826414 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-558d626a-d2b4-4bb6-8670-b74bf987a425 req-90ded9bf-f7a3-4b2a-be40-20dcd3bcf1c5 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457570 Aug 07 01:10:44.930411 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.027957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] Publish callbacks [] for security_group (5a632f05-6ea3-4baf-a606-d7fe1825506c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.122297 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2435539-4100-4730-a912-3afae7d39093 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:10:45.147617 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40d70f-74d3-4c01-bbcc-5e772ffccec8 req-2f910e35-e47c-4d79-b6f9-698f794718d2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:45.162586 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8b40d70f-74d3-4c01-bbcc-5e772ffccec8 req-2f910e35-e47c-4d79-b6f9-698f794718d2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 932 time: 1.5283163 Aug 07 01:10:45.279300 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks [] for port (a2435539-4100-4730-a912-3afae7d39093), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.307776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:10:45.328998 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:45.342227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:10:45.353259 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:45.354357 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.400013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44669f-c48f-4cc1-9e5e-ee7243d5063e req-de8ac664-3b67-4d78-bd5c-c6d985714634 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:45.404173 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b44669f-c48f-4cc1-9e5e-ee7243d5063e req-de8ac664-3b67-4d78-bd5c-c6d985714634 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 932 time: 0.3346121 Aug 07 01:10:45.411178 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:45.456345 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8b40d70f-74d3-4c01-bbcc-5e772ffccec8 req-6c9ed4d9-01d4-4ec2-a6eb-14778b2e67b4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925472 Aug 07 01:10:45.467014 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-4a89e6c8-e46e-4211-a0f0-57898b131f73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4352691 Aug 07 01:10:45.506342 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:45.593755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Attempting to bind port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:45.594869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Attempting to bind port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:45.595345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Attempting to bind port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:45.608743 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Transition to ACTIVE for port object a2435539-4100-4730-a912-3afae7d39093 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:10:45.645190 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (a2435539-4100-4730-a912-3afae7d39093), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.785618 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a on network 96bfca6e-7131-4db0-b142-73ffbffe52dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:10:45.786850 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Attempting to bind port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:45.799894 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:45.800481 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Checking segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:45.801412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Bound using segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:45.801995 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Bound port: 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:45.802368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.897948 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504341c-5bc5-4ffc-bbfe-b4bed88e684c req-c86a15df-916e-4c06-8265-c899f0bb2766 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:45.903553 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a504341c-5bc5-4ffc-bbfe-b4bed88e684c req-c86a15df-916e-4c06-8265-c899f0bb2766 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 931 time: 0.1077631 Aug 07 01:10:45.907920 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39534) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:45.911346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a965fe53-9e2e-4a20-b806-434062638255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.934849 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b44669f-c48f-4cc1-9e5e-ee7243d5063e req-5d153873-3d38-42a2-bbce-778b0e210738 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660537 Aug 07 01:10:45.937973 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Pushing event updated for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:45.944866 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-f72f2c96-b5bf-4717-83ab-c4d2406132f3 None None] Provisioning complete for port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:45.945795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f72f2c96-b5bf-4717-83ab-c4d2406132f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:45.949899 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624592748-network', 'tenant_id': 'ef3d98cc8f9844b287cd588b85a14ee1'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:45.979428 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71ffe87-943a-40bf-94f2-b17532b7092c {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:10:45.994101 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:45.994343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Attempting to bind port a2435539-4100-4730-a912-3afae7d39093 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:45.994343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Attempting to bind port a2435539-4100-4730-a912-3afae7d39093 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:45.994561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Attempting to bind port a2435539-4100-4730-a912-3afae7d39093 on network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:45.999611 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:46.008711 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Port a2435539-4100-4730-a912-3afae7d39093 on network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:10:46.009525 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Attempting to bind port a2435539-4100-4730-a912-3afae7d39093 on network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:46.021445 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f72f2c96-b5bf-4717-83ab-c4d2406132f3 None None] Port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:10:46.021835 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:46.022726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Checking segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:46.023852 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Bound using segment: {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:46.024763 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Bound port: a2435539-4100-4730-a912-3afae7d39093, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6b6713-4297-465e-8701-7b6ec1b5330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:46.026085 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (a2435539-4100-4730-a912-3afae7d39093), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.028776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks [] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.054754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5a632f05-6ea3-4baf-a606-d7fe1825506c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.058758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.061019 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5a632f05-6ea3-4baf-a606-d7fe1825506c HTTP/1.1" status: 204 len: 168 time: 3.2831573 Aug 07 01:10:46.131222 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Transition to ACTIVE for port object f71ffe87-943a-40bf-94f2-b17532b7092c will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:10:46.136440 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2747d-f505-4c50-8427-e16d7ca97bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a632f05-6ea3-4baf-a606-d7fe1825506c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:46.146701 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.159061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Made reservation on behalf of ef3d98cc8f9844b287cd588b85a14ee1 for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:46.162338 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.165523 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:46.218439 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b85ba-dd1a-4002-a63a-4621d6cd766b req-ae8973b6-1ad3-4572-9858-454d5a6c8f54 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:46.221222 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-698b85ba-dd1a-4002-a63a-4621d6cd766b req-ae8973b6-1ad3-4572-9858-454d5a6c8f54 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 943 time: 0.1327400 Aug 07 01:10:46.234940 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.238374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:46.238811 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:46.247156 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a504341c-5bc5-4ffc-bbfe-b4bed88e684c req-029ee6b1-1b70-4cb7-8b54-b779fc531d3b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831969 Aug 07 01:10:46.259806 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2435539-4100-4730-a912-3afae7d39093,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:46.277275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.311741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:46.312515 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.317560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 1094 time: 5.2830935 Aug 07 01:10:46.318558 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:10:46.321350 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (a2435539-4100-4730-a912-3afae7d39093), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.359749 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:46.360445 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.362035 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/a2435539-4100-4730-a912-3afae7d39093 HTTP/1.1" status: 200 len: 1093 time: 3.6689956 Aug 07 01:10:46.368881 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'tag': 'a2435539-4100-4730-a912-3afae7d39093'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:10:46.391744 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:46.450833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Attempting to bind port f71ffe87-943a-40bf-94f2-b17532b7092c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:46.451541 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Attempting to bind port f71ffe87-943a-40bf-94f2-b17532b7092c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:46.452443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Attempting to bind port f71ffe87-943a-40bf-94f2-b17532b7092c on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:46.469270 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-698b85ba-dd1a-4002-a63a-4621d6cd766b req-22801c0c-8ad4-427f-882d-6e9e08af964c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205901 Aug 07 01:10:46.619339 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:46.620667 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Port f71ffe87-943a-40bf-94f2-b17532b7092c on network 04909372-4f17-4c44-b384-6e7c31434dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:10:46.621382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Attempting to bind port f71ffe87-943a-40bf-94f2-b17532b7092c on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:46.629432 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559efbba-481e-48c1-a7e3-b7edb924fdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:46.645630 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648a9d3-36d4-450a-be39-4cadf21534a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:10:46.663797 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:46.664271 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:46.664758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:46.665369 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Bound port: f71ffe87-943a-40bf-94f2-b17532b7092c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:46.666010 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.789782 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992189c5-7622-425c-8397-ff6e6fd2f329 service neutron] Pushing event updated for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:46.796311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39556) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:46.828156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992be841-8492-4cda-9bc0-74f9d8afb909 req-fcfadc05-a3a5-4fd5-90a6-0700d8f9f2cd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:46.829831 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-992be841-8492-4cda-9bc0-74f9d8afb909 req-fcfadc05-a3a5-4fd5-90a6-0700d8f9f2cd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1349328 Aug 07 01:10:46.883155 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-17780c30-f1e7-4aeb-956d-73d30f4f468e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.893694 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks [] for security_group (a92d484c-ba9a-4e89-b743-024bf3a79016), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.922135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964df7df-7302-43fb-a6ea-f3604689eda9 x-openstack-request-id: req-964df7df-7302-43fb-a6ea-f3604689eda9 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:10:46.922451 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:10:46.922706 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-964df7df-7302-43fb-a6ea-f3604689eda9 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:10:46.923332 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964df7df-7302-43fb-a6ea-f3604689eda9'] response: {'name': 'network-changed', 'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'status': 'completed', 'code': 200} Aug 07 01:10:46.926025 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a92d484c-ba9a-4e89-b743-024bf3a79016), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:46.942639 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:46.986683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65df44-5e5d-441d-81c8-2600660c8e87" -d '{"events": [{"name": "network-changed", "server_uuid": "93936488-825c-4db2-b648-ac856631c434", "tag": "a2435539-4100-4730-a912-3afae7d39093"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:10:47.053472 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f71ffe87-943a-40bf-94f2-b17532b7092c,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:47.083933 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:10:47.111856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.132339 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:47.133597 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.136090 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 200 len: 1094 time: 5.2894275 Aug 07 01:10:47.150694 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d484c-ba9a-4e89-b743-024bf3a79016,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:47.177828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (e386a00d-1885-4f10-a38c-57c318766da4), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.178278 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Added segment e386a00d-1885-4f10-a38c-57c318766da4 of type vlan for network fb31ac75-7b7b-4fd9-9d60-f58ac56028ea Aug 07 01:10:47.234415 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-992be841-8492-4cda-9bc0-74f9d8afb909 req-3eb38efe-e3b7-4f16-95e4-8e916def7c91 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873949 Aug 07 01:10:47.248536 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:47.259275 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2a32-ada3-4ead-aa98-e818564bb63f req-f5eb1c53-a0d4-4c9d-8841-d81091a199f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:47.273115 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb1c2a32-ada3-4ead-aa98-e818564bb63f req-f5eb1c53-a0d4-4c9d-8841-d81091a199f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.1070347 Aug 07 01:10:47.423037 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b4127-5a15-4ac8-b696-466bdfc16bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:47.429576 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (fb31ac75-7b7b-4fd9-9d60-f58ac56028ea), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.446134 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:47.470289 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb1c2a32-ada3-4ead-aa98-e818564bb63f req-ecc10cdb-a1f8-428b-b454-00a3374ba7cb tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954982 Aug 07 01:10:47.541921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-17780c30-f1e7-4aeb-956d-73d30f4f468e admin admin] Publish callbacks [] for security_group (d727c554-85a4-4606-ae4a-11438a9571dd), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.560161 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-17780c30-f1e7-4aeb-956d-73d30f4f468e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d727c554-85a4-4606-ae4a-11438a9571dd), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.627919 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-17780c30-f1e7-4aeb-956d-73d30f4f468e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=07d5d8a81c374d10ba8ef88e23aa31f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152363 Aug 07 01:10:47.631375 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (fb31ac75-7b7b-4fd9-9d60-f58ac56028ea), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.645782 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:47.656188 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39578) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:47.661182 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:47.755928 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17780c30-f1e7-4aeb-956d-73d30f4f468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727c554-85a4-4606-ae4a-11438a9571dd,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:47.772132 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8263445 Aug 07 01:10:47.780272 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39584) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:47.826410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Request body: {'subnet': {'network_id': 'fb31ac75-7b7b-4fd9-9d60-f58ac56028ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624592748-subnet', 'tenant_id': 'ef3d98cc8f9844b287cd588b85a14ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:47.932377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d46324-29d9-4137-8a9b-87ace5e8fdfb req-1bb67bc1-d299-4346-95ff-97ba207f5483 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:47.935872 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07d46324-29d9-4137-8a9b-87ace5e8fdfb req-1bb67bc1-d299-4346-95ff-97ba207f5483 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 931 time: 0.3318183 Aug 07 01:10:47.997145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36ac7cd-934d-4a1c-a063-8dddeedf7a9d x-openstack-request-id: req-c36ac7cd-934d-4a1c-a063-8dddeedf7a9d {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:10:47.997800 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93936488-825c-4db2-b648-ac856631c434", "tag": "a2435539-4100-4730-a912-3afae7d39093", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:10:47.998298 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c36ac7cd-934d-4a1c-a063-8dddeedf7a9d {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:10:47.999289 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36ac7cd-934d-4a1c-a063-8dddeedf7a9d'] response: {'name': 'network-changed', 'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'tag': 'a2435539-4100-4730-a912-3afae7d39093', 'status': 'completed', 'code': 200} Aug 07 01:10:48.033149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d939-5b0d-46ae-90da-c7d04dadfafe admin admin] Pushing event updated for resources: {'Network': ['ID=fb31ac75-7b7b-4fd9-9d60-f58ac56028ea,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:48.046485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Request body: {'port': {'device_id': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:10:48.054731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network fb31ac75-7b7b-4fd9-9d60-f58ac56028ea details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:10:48.240976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Made reservation on behalf of ef3d98cc8f9844b287cd588b85a14ee1 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:10:48.258314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:48.398105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:48.639852 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] Publish callbacks [] for security_group (d727c554-85a4-4606-ae4a-11438a9571dd), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:48.703861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-54958e6b-8f34-4fd2-9760-50cfe7619145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:48.706671 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-54958e6b-8f34-4fd2-9760-50cfe7619145 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a105c95deb1041ba9ac721d7c82110e9&device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 1127 time: 0.5420203 Aug 07 01:10:48.846154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-15fc8037-3d17-4923-860d-ed49d20fd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:48.859568 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-15fc8037-3d17-4923-860d-ed49d20fd61c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1128 time: 0.6362472 Aug 07 01:10:48.906467 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07d46324-29d9-4137-8a9b-87ace5e8fdfb req-7732ff17-6329-41da-a3bb-854ebee5a055 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9207222 Aug 07 01:10:48.946987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c76e2-565f-44fa-9b1a-2b8d92c541f5 req-6ed0c87b-1fa6-4d22-b0e5-6a267263c26c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:48.955103 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-204c76e2-565f-44fa-9b1a-2b8d92c541f5 req-6ed0c87b-1fa6-4d22-b0e5-6a267263c26c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 943 time: 0.6003954 Aug 07 01:10:49.023537 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:49.112379 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:10:49.115879 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c61eb2-b0e9-44b2-b789-406446376038" -d '{"events": [{"name": "network-changed", "server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:10:49.184426 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:49.196404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-13b1fc0d-024d-4207-b815-232087441637 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2435539-4100-4730-a912-3afae7d39093 HTTP/1.1" status: 200 len: 217 time: 0.4767010 Aug 07 01:10:49.223289 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:49.226941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-1b6109d8-c06f-4845-a733-966126e401be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:49.229363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-1b6109d8-c06f-4845-a733-966126e401be service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 1128 time: 0.3474555 Aug 07 01:10:49.248220 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] Publish callbacks [] for security_group (d727c554-85a4-4606-ae4a-11438a9571dd), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:49.268539 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (5b967a98-06a2-4d28-b809-8f990efbcfc5), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:49.326753 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:49.391042 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-204c76e2-565f-44fa-9b1a-2b8d92c541f5 req-95daaca6-cce7-4777-a7a5-84fabbd5b65b tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134140 Aug 07 01:10:49.591894 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-1fedb179-8e02-48b0-ac10-2938d72b891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:49.602074 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-1fedb179-8e02-48b0-ac10-2938d72b891d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf HTTP/1.1" status: 200 len: 851 time: 0.1888978 Aug 07 01:10:49.678767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:49.852149 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-8d47d6bb-0a62-4bb1-accf-3b6773299a26 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 200 len: 217 time: 0.2622166 Aug 07 01:10:50.113522 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4b66-adc4-48f5-9746-c35196c5df1b req-c327083f-f768-47ab-a401-973d4363ade7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:50.116635 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-478c4b66-adc4-48f5-9746-c35196c5df1b req-c327083f-f768-47ab-a401-973d4363ade7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.8894417 Aug 07 01:10:50.180831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-ba47363d-9a2a-44e7-9bf2-9770716e43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:50.183214 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-ba47363d-9a2a-44e7-9bf2-9770716e43c8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7463217 Aug 07 01:10:50.193141 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b967a98-06a2-4d28-b809-8f990efbcfc5,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:50.238659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-321ce9cb-dd6f-4cb5-be97-4dc7a1457e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:50.240392 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-321ce9cb-dd6f-4cb5-be97-4dc7a1457e7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4659617 Aug 07 01:10:50.266648 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499cc11-ccad-4aff-a344-f5193349a191 req-d2942035-488e-435f-bf1d-e37143a7b5e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:50.285271 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0499cc11-ccad-4aff-a344-f5193349a191 req-d2942035-488e-435f-bf1d-e37143a7b5e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.5088828 Aug 07 01:10:50.639490 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:50.716760 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d727c554-85a4-4606-ae4a-11438a9571dd), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:50.721774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:50.724848 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d727c554-85a4-4606-ae4a-11438a9571dd HTTP/1.1" status: 204 len: 168 time: 3.0667143 Aug 07 01:10:50.990835 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85dd3a-d160-4fa4-b3dd-5ef6d1a1e8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727c554-85a4-4606-ae4a-11438a9571dd,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:50.994250 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Checking segment: {'id': 'e386a00d-1885-4f10-a38c-57c318766da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fb31ac75-7b7b-4fd9-9d60-f58ac56028ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:50.994824 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Network hostable DHCP agents. Network: fb31ac75-7b7b-4fd9-9d60-f58ac56028ea, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:10:51.024978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:51.040998 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-615a3adb-7228-4222-ad31-557e9a81683d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907811 Aug 07 01:10:51.044303 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-5e27b0f9-d105-4d1a-a2c4-5d95adeb1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:51.047911 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-5e27b0f9-d105-4d1a-a2c4-5d95adeb1072 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 1.1587090 Aug 07 01:10:51.167134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-478c4b66-adc4-48f5-9746-c35196c5df1b req-a8401256-749c-4f20-987d-981750843d0b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9808328 Aug 07 01:10:51.392940 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb825cf-d12e-422b-9d29-8be993d949e1 x-openstack-request-id: req-8eb825cf-d12e-422b-9d29-8be993d949e1 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:10:51.395180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:10:51.396072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8eb825cf-d12e-422b-9d29-8be993d949e1 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:10:51.400136 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb825cf-d12e-422b-9d29-8be993d949e1'] response: {'name': 'network-changed', 'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'status': 'completed', 'code': 200} Aug 07 01:10:51.446451 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-492836a5-87ab-4c08-8960-381ba7442e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:51.449436 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f648a9d3-36d4-450a-be39-4cadf21534a1 req-492836a5-87ab-4c08-8960-381ba7442e2f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2206500 Aug 07 01:10:51.455470 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Network fb31ac75-7b7b-4fd9-9d60-f58ac56028ea is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:10:51.479559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fb31ac75-7b7b-4fd9-9d60-f58ac56028ea) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:10:51.494567 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458aaf1a-9b5d-456e-bef0-95021e9c9d53 None None] Network fb31ac75-7b7b-4fd9-9d60-f58ac56028ea requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:51.507115 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:51.509559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:51.581202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0499cc11-ccad-4aff-a344-f5193349a191 req-862f5975-024e-4987-9df1-9c97d9dfff76 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2877452 Aug 07 01:10:51.643561 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0b565647-c444-4c64-adca-defd401117ca admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8430130 Aug 07 01:10:51.849401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:51.862462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f361b23d-910f-49b9-97d0-663a28f11c0a req-91fcffb3-5888-4d45-aed4-36076a5ab811 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082302 Aug 07 01:10:51.889014 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-733e242e-3fce-46ff-b611-c853b8676264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:51.896841 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-733e242e-3fce-46ff-b611-c853b8676264 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8016477 Aug 07 01:10:52.084779 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-1b3563c2-9e67-41eb-85c2-073b07ffa0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:52.086864 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-1b3563c2-9e67-41eb-85c2-073b07ffa0b4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1128 time: 0.4221580 Aug 07 01:10:52.218693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7422c2d-3812-4c9d-8ace-4db4ece675f4 None None] Network fb31ac75-7b7b-4fd9-9d60-f58ac56028ea requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:10:52.230228 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39676) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:52.366112 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6893-ecf6-4545-a3ff-0f24bf3d0749 req-ca6ea0ef-b0de-4c12-82fc-17e0e8211d4c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:52.385037 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95dd6893-ecf6-4545-a3ff-0f24bf3d0749 req-ca6ea0ef-b0de-4c12-82fc-17e0e8211d4c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 943 time: 0.4423702 Aug 07 01:10:52.458308 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-beb05fc6-129f-4516-885a-612e77ad9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:52.461131 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-beb05fc6-129f-4516-885a-612e77ad9092 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a105c95deb1041ba9ac721d7c82110e9&device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 1127 time: 0.3693926 Aug 07 01:10:52.504983 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-53796b7a-89a9-4bec-b73e-56358b5087f2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974414 Aug 07 01:10:52.509107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:52.530566 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4d8d4-0fb6-4726-bde1-eab3228327c6 req-452ca777-24fb-408c-bd04-2b2a67e4881a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:52.542906 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60c4d8d4-0fb6-4726-bde1-eab3228327c6 req-452ca777-24fb-408c-bd04-2b2a67e4881a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 931 time: 0.6364567 Aug 07 01:10:52.550703 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-cbebfa36-258b-450e-90d2-68535b560c3c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 217 time: 0.4338136 Aug 07 01:10:52.748910 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:52.760742 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Deleting subnet 2549b6d0-466d-45b3-98ad-6b5413bc43c7 {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:10:52.778836 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95dd6893-ecf6-4545-a3ff-0f24bf3d0749 req-d558841c-d379-485f-9eb2-a526d174940d tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881114 Aug 07 01:10:52.782869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Publish callbacks [] for subnet (2549b6d0-466d-45b3-98ad-6b5413bc43c7), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.015760 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:10:53.039881 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks [] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.182837 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:53.200926 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Transition to ACTIVE for port object 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:10:53.208004 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60c4d8d4-0fb6-4726-bde1-eab3228327c6 req-aa67021d-0902-41d2-a75b-725de51d98a0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6307726 Aug 07 01:10:53.213810 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39692) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:53.216078 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-848c8a01-da1e-4a7a-8c59-4f728f664320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:53.218630 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-848c8a01-da1e-4a7a-8c59-4f728f664320 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.6321101 Aug 07 01:10:53.235865 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.527376 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:53.530242 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Publish callbacks [] for subnet (2549b6d0-466d-45b3-98ad-6b5413bc43c7), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.569978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-74256f33-a06c-449b-bc12-9f546b666794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:53.573023 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-74256f33-a06c-449b-bc12-9f546b666794 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3312852 Aug 07 01:10:53.579443 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:53.617423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (2549b6d0-466d-45b3-98ad-6b5413bc43c7), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.646969 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12538484-3b8a-45ca-bde2-93991ccfaa0d req-ac271d61-7ae7-4537-ac93-ee40bc58ab1a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:53.652966 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-12538484-3b8a-45ca-bde2-93991ccfaa0d req-ac271d61-7ae7-4537-ac93-ee40bc58ab1a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.6899931 Aug 07 01:10:53.753097 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d9edae3-5242-4aa4-944a-4e419779c92a req-b4bfcbd1-b936-4e52-ba6e-fcdfdbd16d63 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1898913 Aug 07 01:10:53.771815 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-219ae30f-2931-4963-ab88-8a3a8fe07732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:53.774257 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-219ae30f-2931-4963-ab88-8a3a8fe07732 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb HTTP/1.1" status: 200 len: 913 time: 1.2880406 Aug 07 01:10:53.895483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.895825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.896165 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.896831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.897390 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.897852 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.898226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.898560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.898893 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.899222 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.899579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.899907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.900279 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.900604 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.901148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:53.935864 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Attempting to bind port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:10:53.936530 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Attempting to bind port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:10:53.936908 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Attempting to bind port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:53.940409 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4233eff-9607-4303-ba18-db615f8f0893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:53.972991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a on network b1257e6a-7a97-43f5-969f-654d75e2ab7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:10:53.973675 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Attempting to bind port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:10:54.018681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca64e-9fe1-40df-8e58-d5a822b20d00 req-84e4b8cf-4e12-451b-b748-f3120b87c1ed tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.022144 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-229ca64e-9fe1-40df-8e58-d5a822b20d00 req-84e4b8cf-4e12-451b-b748-f3120b87c1ed tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.4290206 Aug 07 01:10:54.033953 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:10:54.035191 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Checking segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:10:54.035871 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Bound using segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:10:54.036597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Bound port: 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:10:54.037241 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.043669 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:54.067277 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-12538484-3b8a-45ca-bde2-93991ccfaa0d req-1e0ab1fe-98a2-449d-ac4b-dbac22ccf85c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559844 Aug 07 01:10:54.072748 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-2fc37f43-0fb6-4216-8a13-0c641b068b9c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2435539-4100-4730-a912-3afae7d39093 HTTP/1.1" status: 200 len: 217 time: 0.2337353 Aug 07 01:10:54.078870 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for subnet (2549b6d0-466d-45b3-98ad-6b5413bc43c7), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.134194 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-1a487547-95a1-4432-81e9-29e00d269d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.135947 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-1a487547-95a1-4432-81e9-29e00d269d82 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 1128 time: 0.1492267 Aug 07 01:10:54.139479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2549b6d0-466d-45b3-98ad-6b5413bc43c7,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:54.149879 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.154192 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/2549b6d0-466d-45b3-98ad-6b5413bc43c7 HTTP/1.1" status: 204 len: 168 time: 1.9201205 Aug 07 01:10:54.156452 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.156814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.157180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.157508 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.158976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.158976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.158976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.158976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.160120 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.160332 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.160776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.162511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.162511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.162511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.162992 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6a5b12-a86f-4719-a1d4-768e1cefc069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:54.167535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39712) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:54.201990 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-104bc6ff-809f-479d-87d3-f918620bf55d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981739 Aug 07 01:10:54.301220 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-229ca64e-9fe1-40df-8e58-d5a822b20d00 req-2b102867-ae4b-4f70-b1b1-388d687ceca2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437420 Aug 07 01:10:54.310444 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:10:54.334209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:10:54.342920 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaace0-99e3-47ae-a6f2-3bfe740288af req-ad8bc2be-16f2-4e29-915d-4dddc344aa52 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.344871 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bbcaace0-99e3-47ae-a6f2-3bfe740288af req-ad8bc2be-16f2-4e29-915d-4dddc344aa52 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 943 time: 0.0758171 Aug 07 01:10:54.385443 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.486450 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bbcaace0-99e3-47ae-a6f2-3bfe740288af req-00e16289-32c1-48bd-9466-3379152638a6 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291475 Aug 07 01:10:54.533827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (69845523-0c92-44bb-a8e9-c7b666c741c8), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.536783 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.537860 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.540665 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1093 time: 6.5023766 Aug 07 01:10:54.576146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:54.600487 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0391-4c56-4842-8f86-6e08172153c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:54.605755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:10:54.608964 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efeebaa-6376-4dfa-a251-1dfab851278e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:10:54.707777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-73dda671-8ac6-4880-ba69-f73962f29a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.709806 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-73dda671-8ac6-4880-ba69-f73962f29a45 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf HTTP/1.1" status: 200 len: 851 time: 0.2658956 Aug 07 01:10:54.745403 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (69845523-0c92-44bb-a8e9-c7b666c741c8), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.760264 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-e5588277-7d71-4116-8e1f-ac23b536c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.762837 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-e5588277-7d71-4116-8e1f-ac23b536c87f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.3400874 Aug 07 01:10:54.785529 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa552a39-3f42-45fa-8b31-4bbadefe4632 x-openstack-request-id: req-fa552a39-3f42-45fa-8b31-4bbadefe4632 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:10:54.785946 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:10:54.786310 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa552a39-3f42-45fa-8b31-4bbadefe4632 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:10:54.786947 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa552a39-3f42-45fa-8b31-4bbadefe4632'] response: {'name': 'network-changed', 'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'status': 'completed', 'code': 200} Aug 07 01:10:54.790381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4233eff-9607-4303-ba18-db615f8f0893 admin admin] Publish callbacks [] for security_group (c690551d-b98f-4c91-a507-ddcfac751001), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.794272 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.795019 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.796389 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.796968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > port after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.797521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.798079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > port after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.798623 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.799178 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.799594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.799934 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:54.819835 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ba15-3ca3-4c44-9cbd-96d21f60611d req-fe027562-7c6c-40ca-ad69-63d729ef73de tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:54.822865 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e439ba15-3ca3-4c44-9cbd-96d21f60611d req-fe027562-7c6c-40ca-ad69-63d729ef73de tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.2807786 Aug 07 01:10:54.823691 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c4233eff-9607-4303-ba18-db615f8f0893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c690551d-b98f-4c91-a507-ddcfac751001), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:54.910201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:54.943788 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-c4233eff-9607-4303-ba18-db615f8f0893 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a927d9c21da04f3dbaa7e92a0ba224f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7233670 Aug 07 01:10:54.973348 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39728) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:54.974854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4233eff-9607-4303-ba18-db615f8f0893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c690551d-b98f-4c91-a507-ddcfac751001,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:55.016116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e5df28ad-c14d-40b4-a3a0-e72a432020e4 req-f7668290-864f-4330-919a-4183b0d953e4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081449 Aug 07 01:10:55.037319 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e439ba15-3ca3-4c44-9cbd-96d21f60611d req-e185b810-3328-4d8c-9f15-36ac1f550c26 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904378 Aug 07 01:10:55.060676 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:55.062294 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:55.063761 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:55.064351 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:55.064791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69845523-0c92-44bb-a8e9-c7b666c741c8']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:55.091371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d788fc-c47f-4c79-aa9c-9e49781f0053') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:55.091699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d788fc-c47f-4c79-aa9c-9e49781f0053') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:55.094764 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] Publish callbacks [] for security_group (c690551d-b98f-4c91-a507-ddcfac751001), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.123767 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (45d788fc-c47f-4c79-aa9c-9e49781f0053), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.147163 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39736) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:55.168269 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] Publish callbacks [] for security_group (c690551d-b98f-4c91-a507-ddcfac751001), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.176792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (45d788fc-c47f-4c79-aa9c-9e49781f0053), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.194842 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:10:55.195765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (45d788fc-c47f-4c79-aa9c-9e49781f0053), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.314673 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c690551d-b98f-4c91-a507-ddcfac751001), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.321006 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.324925 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c690551d-b98f-4c91-a507-ddcfac751001 HTTP/1.1" status: 204 len: 168 time: 0.3450253 Aug 07 01:10:55.341597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d0014-1411-49fe-a6de-849332ed8980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690551d-b98f-4c91-a507-ddcfac751001,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:55.431654 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd228d-e64d-40ce-8a47-39a940ad3215 req-726ca4ce-438e-409a-afeb-98a0f3572b13 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:55.434408 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5fbd228d-e64d-40ce-8a47-39a940ad3215 req-726ca4ce-438e-409a-afeb-98a0f3572b13 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1410911 Aug 07 01:10:55.436311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (69845523-0c92-44bb-a8e9-c7b666c741c8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.482853 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.493868 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/69845523-0c92-44bb-a8e9-c7b666c741c8 HTTP/1.1" status: 204 len: 168 time: 1.3226957 Aug 07 01:10:55.501841 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39754) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:55.529052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c768f-28f8-48b6-b66e-5a63a71919cf admin admin] Pushing event deleted for resources: {'Network': ['ID=69845523-0c92-44bb-a8e9-c7b666c741c8,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:55.593213 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a0fd-d9a7-4cb1-8162-d2b96cf19982 req-4f9805d5-e910-494f-a2d8-d7b4d0b5c2f6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:55.598367 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1330a0fd-d9a7-4cb1-8162-d2b96cf19982 req-4f9805d5-e910-494f-a2d8-d7b4d0b5c2f6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.1052001 Aug 07 01:10:55.711515 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1330a0fd-d9a7-4cb1-8162-d2b96cf19982 req-6d5ba203-b40f-4abb-bab0-014b3c80570f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041994 Aug 07 01:10:55.845955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-64985f26-416a-4800-95d9-0222c25e4ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:55.851731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:55.869144 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5fbd228d-e64d-40ce-8a47-39a940ad3215 req-b3acbe10-bd10-4bfb-aa56-a7fc5ada85eb tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177423 Aug 07 01:10:55.880144 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f135a7-1407-4d14-a72b-c570ed1774c1 req-c161426f-9c34-40f2-b656-df8a186c644e tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:55.882754 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-38f135a7-1407-4d14-a72b-c570ed1774c1 req-c161426f-9c34-40f2-b656-df8a186c644e tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 943 time: 0.0804942 Aug 07 01:10:55.923906 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Deleting subnet 5b967a98-06a2-4d28-b809-8f990efbcfc5 {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:10:55.938354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Publish callbacks [] for subnet (5b967a98-06a2-4d28-b809-8f990efbcfc5), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.008909 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-38f135a7-1407-4d14-a72b-c570ed1774c1 req-ab1fb027-1140-4cc6-9147-9821f35340c3 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150575 Aug 07 01:10:56.034675 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (5b967a98-06a2-4d28-b809-8f990efbcfc5), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.145986 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (5b967a98-06a2-4d28-b809-8f990efbcfc5), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.293245 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44a301-2e1d-4e43-a2b1-24ca31e6abca req-88f5be9a-8788-44b8-8e32-833ef5ae3554 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:56.295321 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1e44a301-2e1d-4e43-a2b1-24ca31e6abca req-88f5be9a-8788-44b8-8e32-833ef5ae3554 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.1456597 Aug 07 01:10:56.323544 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 45d788fc-c47f-4c79-aa9c-9e49781f0053 resource provider aggregate not found Aug 07 01:10:56.333138 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-64985f26-416a-4800-95d9-0222c25e4ec4 admin admin] Publish callbacks [] for security_group (99d96f9b-e830-4815-8102-cdac974c7b85), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.358420 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-64985f26-416a-4800-95d9-0222c25e4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (99d96f9b-e830-4815-8102-cdac974c7b85), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.407550 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39770) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:56.412791 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 45d788fc-c47f-4c79-aa9c-9e49781f0053 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d788fc-c47f-4c79-aa9c-9e49781f0053 found for delete ", "request_id": "req-2d0d001b-72b3-4a45-921a-afcb746b6152"}]} Aug 07 01:10:56.440072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8cab0a30-168c-47a4-9abc-f213b5c9d77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.490565 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-64985f26-416a-4800-95d9-0222c25e4ec4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=53caf2071b4b43c7b893b3a42d373809&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3403509 Aug 07 01:10:56.494678 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39772) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:56.497504 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (5b967a98-06a2-4d28-b809-8f990efbcfc5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.585123 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:56.587260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985f26-416a-4800-95d9-0222c25e4ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d96f9b-e830-4815-8102-cdac974c7b85,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:56.638795 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1e44a301-2e1d-4e43-a2b1-24ca31e6abca req-ced38f40-94b8-4953-85ab-57d2c57ef229 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035905 Aug 07 01:10:56.642445 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.652254 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/5b967a98-06a2-4d28-b809-8f990efbcfc5 HTTP/1.1" status: 204 len: 168 time: 1.1488659 Aug 07 01:10:56.666696 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39778) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:56.745509 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9b894-d8cd-4f7f-9369-ef44ee8eb424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b967a98-06a2-4d28-b809-8f990efbcfc5,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:56.751901 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-ce44f834-f965-4a53-a1e2-c6a80a686870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:56.755524 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-ce44f834-f965-4a53-a1e2-c6a80a686870 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2635140 Aug 07 01:10:56.759723 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-a1e1d07a-41d6-421d-b452-dfb47525e616 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 200 len: 217 time: 0.2664311 Aug 07 01:10:56.786841 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:56.860079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8cab0a30-168c-47a4-9abc-f213b5c9d77e admin admin] Publish callbacks [] for security_group (8f125763-77b1-4130-865d-c91e30c6e72a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.866263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] Publish callbacks [] for security_group (99d96f9b-e830-4815-8102-cdac974c7b85), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:56.906302 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8cab0a30-168c-47a4-9abc-f213b5c9d77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8f125763-77b1-4130-865d-c91e30c6e72a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.063125 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device a2435539-4100-4730-a912-3afae7d39093 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:10:57.105044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:57.110054 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (fb31ac75-7b7b-4fd9-9d60-f58ac56028ea), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.141887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cd3e4-5f32-46d7-b1ca-982379fa9ba1 req-c4cf7133-2857-4dd1-b67c-a69ac256a174 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:57.158067 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb2cd3e4-5f32-46d7-b1ca-982379fa9ba1 req-c4cf7133-2857-4dd1-b67c-a69ac256a174 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1183674 Aug 07 01:10:57.167792 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] Publish callbacks [] for security_group (99d96f9b-e830-4815-8102-cdac974c7b85), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.231426 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8cab0a30-168c-47a4-9abc-f213b5c9d77e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=02bb92324e7a49809bd3286ab1475537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8220437 Aug 07 01:10:57.235793 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39790) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:57.308190 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab0a30-168c-47a4-9abc-f213b5c9d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f125763-77b1-4130-865d-c91e30c6e72a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:57.324316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c3a92-9906-4738-b01d-7353ab02d96d req-46a61998-5f55-42b8-a28a-f612b4846711 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:57.337186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-735c3a92-9906-4738-b01d-7353ab02d96d req-46a61998-5f55-42b8-a28a-f612b4846711 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.4749231 Aug 07 01:10:57.414927 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:10:57.416182 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2435539-4100-4730-a912-3afae7d39093,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:57.443975 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'a2435539-4100-4730-a912-3afae7d39093', 'network_id': 'dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb', 'port_id': 'a2435539-4100-4730-a912-3afae7d39093', 'mac_address': 'fa:16:3e:7e:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:10:57.541302 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb2cd3e4-5f32-46d7-b1ca-982379fa9ba1 req-b41c5919-2185-47ba-a2d0-223610a1097f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802106 Aug 07 01:10:57.579700 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port a2435539-4100-4730-a912-3afae7d39093 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:57.582844 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (a2435539-4100-4730-a912-3afae7d39093), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.606609 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (fb31ac75-7b7b-4fd9-9d60-f58ac56028ea), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.623740 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] Publish callbacks [] for security_group (8f125763-77b1-4130-865d-c91e30c6e72a), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.642318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-e5919344-681c-4838-9b2e-73fb7703fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:57.645299 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-e5919344-681c-4838-9b2e-73fb7703fd17 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.2632408 Aug 07 01:10:57.648110 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2435539-4100-4730-a912-3afae7d39093 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:10:57.665828 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-d23bb2b7-c09f-4ed7-afc6-9a73fe16f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:57.670942 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-d23bb2b7-c09f-4ed7-afc6-9a73fe16f962 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1127 time: 0.3063872 Aug 07 01:10:57.750506 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2435539-4100-4730-a912-3afae7d39093,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:57.758300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (a2435539-4100-4730-a912-3afae7d39093), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.802194 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] Publish callbacks [] for security_group (8f125763-77b1-4130-865d-c91e30c6e72a), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.811137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.812527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.812527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.812527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.813122 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.830453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:57.844306 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39796) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:57.887165 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:57.903269 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.904197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.905936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.906908 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.907716 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.908516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.909272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.910115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.910862 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.911767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.912573 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.913471 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.914299 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.915107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.916020 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:10:57.938974 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-660a6f7f-3b45-4c99-8efc-1af398955607 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752873 Aug 07 01:10:57.946007 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.946611 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.947184 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.947754 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 01:10:57.948436 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb31ac75-7b7b-4fd9-9d60-f58ac56028ea']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:58.012495 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-735c3a92-9906-4738-b01d-7353ab02d96d req-680111fd-2436-4c65-b9bd-fb40f6eb6d06 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6522529 Aug 07 01:10:58.013492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-d29fe31a-d331-4e0b-bb67-3e0dfabf7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:58.014001 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (99d96f9b-e830-4815-8102-cdac974c7b85), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.017941 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-d29fe31a-d331-4e0b-bb67-3e0dfabf7bbc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3530443 Aug 07 01:10:58.020073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.026827 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/99d96f9b-e830-4815-8102-cdac974c7b85 HTTP/1.1" status: 204 len: 168 time: 1.5256891 Aug 07 01:10:58.074186 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e386a00d-1885-4f10-a38c-57c318766da4') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:58.074930 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e386a00d-1885-4f10-a38c-57c318766da4') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:10:58.106096 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15ce9e-67e3-4c1c-a055-010ec326205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d96f9b-e830-4815-8102-cdac974c7b85,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:58.126363 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (e386a00d-1885-4f10-a38c-57c318766da4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.168419 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['a2435539-4100-4730-a912-3afae7d39093'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:10:58.190591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (e386a00d-1885-4f10-a38c-57c318766da4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.277163 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:10:58.278299 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (e386a00d-1885-4f10-a38c-57c318766da4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.289754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64c66-a87c-4fca-ac6c-e83100f2ce09 req-c74a1c7d-8bfa-420e-a029-e7e85db14d9f tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:58.311030 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a3f64c66-a87c-4fca-ac6c-e83100f2ce09 req-c74a1c7d-8bfa-420e-a029-e7e85db14d9f tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 944 time: 0.5216074 Aug 07 01:10:58.442177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8f125763-77b1-4130-865d-c91e30c6e72a), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.446991 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.449039 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8f125763-77b1-4130-865d-c91e30c6e72a HTTP/1.1" status: 204 len: 168 time: 1.2094817 Aug 07 01:10:58.463598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f01601f-eac1-4569-bce8-d61a14f48fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.496130 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311bfcb-9478-4248-84bf-13688670990a req-7f506bc3-9be2-4886-93c0-d8fbbffab23c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:58.510462 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9311bfcb-9478-4248-84bf-13688670990a req-7f506bc3-9be2-4886-93c0-d8fbbffab23c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.2477050 Aug 07 01:10:58.523361 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-f3add3ca-294c-49e1-a6db-3f9bc50de601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:58.526038 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-f3add3ca-294c-49e1-a6db-3f9bc50de601 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8391657 Aug 07 01:10:58.535447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ddd21-8304-40ee-85f5-0b278f200a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f125763-77b1-4130-865d-c91e30c6e72a,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:58.788322 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9311bfcb-9478-4248-84bf-13688670990a req-f57fc080-0d35-468a-8845-c19de9dd2085 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758105 Aug 07 01:10:58.804289 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a3f64c66-a87c-4fca-ac6c-e83100f2ce09 req-d8bdacc4-f644-4c84-b7ac-ec484f51e942 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916825 Aug 07 01:10:58.839811 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee65df44-5e5d-441d-81c8-2600660c8e87 req-14403d45-bd98-4753-8814-46621c75998b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681340 Aug 07 01:10:58.858498 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (fb31ac75-7b7b-4fd9-9d60-f58ac56028ea), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.862159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:58.867674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:58.895587 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-ee23c8a7-1728-4a50-b179-e5320626d79e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663090 Aug 07 01:10:58.923221 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:58.939278 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/fb31ac75-7b7b-4fd9-9d60-f58ac56028ea HTTP/1.1" status: 204 len: 168 time: 2.2692080 Aug 07 01:10:58.994198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bd9a0-6db4-4458-99fa-ce81297e29d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb31ac75-7b7b-4fd9-9d60-f58ac56028ea,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:59.089942 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-50c43b5c-df34-456a-a559-d246799ebe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:59.096603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4efeebaa-6376-4dfa-a251-1dfab851278e req-50c43b5c-df34-456a-a559-d246799ebe0a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4910781 Aug 07 01:10:59.111595 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39818) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:59.133519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f01601f-eac1-4569-bce8-d61a14f48fa5 admin admin] Publish callbacks [] for security_group (12c71a0d-af0d-411f-8ad5-5f6d24c6523f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.159449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46845f8-e6a2-46b5-a857-cd455e2f17db req-6dde8808-d702-4d84-a084-74dac32e84c0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:59.166976 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:10:59.173223 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d46845f8-e6a2-46b5-a857-cd455e2f17db req-6dde8808-d702-4d84-a084-74dac32e84c0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1754453 Aug 07 01:10:59.177974 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5be61b20-2dab-4dcf-9862-c0ec1e735bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.179097 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device a2435539-4100-4730-a912-3afae7d39093 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:10:59.186875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f01601f-eac1-4569-bce8-d61a14f48fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (12c71a0d-af0d-411f-8ad5-5f6d24c6523f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.406804 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2c61eb2-b0e9-44b2-b789-406446376038 req-37e0049f-7bb7-4a8f-b481-b850c0216fd8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038652 Aug 07 01:10:59.432577 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3f01601f-eac1-4569-bce8-d61a14f48fa5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=20beda824ff94cfe9f4731136e202697&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5723476 Aug 07 01:10:59.448696 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39820) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:59.465561 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01601f-eac1-4569-bce8-d61a14f48fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c71a0d-af0d-411f-8ad5-5f6d24c6523f,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:59.484073 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd81499-7c78-428b-a6df-b20400b0589f req-b320050b-cf21-46f9-aa9e-486274cc1d68 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:59.500363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-edd81499-7c78-428b-a6df-b20400b0589f req-b320050b-cf21-46f9-aa9e-486274cc1d68 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 944 time: 0.2450218 Aug 07 01:10:59.616534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:10:59.621430 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:59.628755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5be61b20-2dab-4dcf-9862-c0ec1e735bb7 admin admin] Publish callbacks [] for security_group (eccf7a8e-3585-4e00-bd13-1f8079ec13d2), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.676325 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5be61b20-2dab-4dcf-9862-c0ec1e735bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (eccf7a8e-3585-4e00-bd13-1f8079ec13d2), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.697879 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port a2435539-4100-4730-a912-3afae7d39093 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:10:59.702669 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:10:59.722143 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port a2435539-4100-4730-a912-3afae7d39093 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:10:59.723255 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (a2435539-4100-4730-a912-3afae7d39093), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.741063 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d46845f8-e6a2-46b5-a857-cd455e2f17db req-49d92bc6-0251-4159-acaf-2a1db8c132f8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659273 Aug 07 01:10:59.743129 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-8847b3a4-c7b2-406f-abe8-bbc10e954986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:10:59.746062 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-8847b3a4-c7b2-406f-abe8-bbc10e954986 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1127 time: 0.5313518 Aug 07 01:10:59.776051 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-edd81499-7c78-428b-a6df-b20400b0589f req-aeab0510-2dd1-4a94-8ab1-d4f88162a31f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735319 Aug 07 01:10:59.783164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39830) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:59.807730 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5be61b20-2dab-4dcf-9862-c0ec1e735bb7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5add6891b6a24051bafdeb004558cf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6925671 Aug 07 01:10:59.823130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39832) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:10:59.896641 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment e386a00d-1885-4f10-a38c-57c318766da4 resource provider aggregate not found Aug 07 01:10:59.905309 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be61b20-2dab-4dcf-9862-c0ec1e735bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf7a8e-3585-4e00-bd13-1f8079ec13d2,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:10:59.912982 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-ab1fe742-5f5c-4061-a344-3e5a06220067 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 217 time: 0.1502972 Aug 07 01:10:59.966180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] Publish callbacks [] for security_group (12c71a0d-af0d-411f-8ad5-5f6d24c6523f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:10:59.980126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:10:59.983342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:10:59.984144 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.024672 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment e386a00d-1885-4f10-a38c-57c318766da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e386a00d-1885-4f10-a38c-57c318766da4 found for delete ", "request_id": "req-f4ee2725-3ba9-4fc4-9590-da4e52551124"}]} Aug 07 01:11:00.092086 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:00.123911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:00.134227 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.135496 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f71ffe87-943a-40bf-94f2-b17532b7092c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:11:00.153675 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8ca8e-df57-4916-bea1-57612f98093a req-253a61bf-8b4e-47f5-b496-5d7cb1fb83ae tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:00.168019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59e8ca8e-df57-4916-bea1-57612f98093a req-253a61bf-8b4e-47f5-b496-5d7cb1fb83ae tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 944 time: 0.1466904 Aug 07 01:11:00.203923 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-c36ffc25-9a5c-4dd9-b1ec-a365e20f47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:00.206552 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-c36ffc25-9a5c-4dd9-b1ec-a365e20f47f6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.2814059 Aug 07 01:11:00.231002 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] Publish callbacks [] for security_group (12c71a0d-af0d-411f-8ad5-5f6d24c6523f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.259815 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4ea72e60-f83d-4ef3-afa7-ea7213119b9d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=29448aa989e7479e9c1b8502461c2fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747219 Aug 07 01:11:00.260811 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39844) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:00.315476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:00.334520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:00.345855 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-f5d93e24-aef2-497e-b688-789edbd399ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:00.348696 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-f5d93e24-aef2-497e-b688-789edbd399ef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274414 Aug 07 01:11:00.352378 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] Publish callbacks [] for security_group (eccf7a8e-3585-4e00-bd13-1f8079ec13d2), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.356152 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59e8ca8e-df57-4916-bea1-57612f98093a req-af82e3d3-aff3-45d2-a0d0-383e0553453d tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868796 Aug 07 01:11:00.373948 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port a2435539-4100-4730-a912-3afae7d39093 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:00.374310 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad78c2-a895-4408-aed0-8b14850c5492 req-cd0ebf9b-4b88-42b7-9486-9d0bf236b146 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:00.374505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (a2435539-4100-4730-a912-3afae7d39093), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.385494 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ad78c2-a895-4408-aed0-8b14850c5492 req-cd0ebf9b-4b88-42b7-9486-9d0bf236b146 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.3020601 Aug 07 01:11:00.426162 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2435539-4100-4730-a912-3afae7d39093'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:00.465482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:00.519904 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] Publish callbacks [] for security_group (eccf7a8e-3585-4e00-bd13-1f8079ec13d2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.560768 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2435539-4100-4730-a912-3afae7d39093,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:00.561009 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-b390a48d-3fb3-462e-9fa3-e58fe4b02615 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999371 Aug 07 01:11:00.583505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (a2435539-4100-4730-a912-3afae7d39093), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.602470 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f71ffe87-943a-40bf-94f2-b17532b7092c,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:00.634812 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (12c71a0d-af0d-411f-8ad5-5f6d24c6523f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.639709 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.641591 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/12c71a0d-af0d-411f-8ad5-5f6d24c6523f HTTP/1.1" status: 204 len: 168 time: 1.1888416 Aug 07 01:11:00.657223 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] Publish callbacks [] for security_group (05ecd2bd-131f-4e37-b17b-80aa205953b8), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.658060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:11:00.667665 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:00.687835 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ad78c2-a895-4408-aed0-8b14850c5492 req-9a85b01f-3b40-4c8c-9e7f-7cc901b4ce85 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786262 Aug 07 01:11:00.705092 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b68da1-b862-4d68-8498-44dd67a7c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c71a0d-af0d-411f-8ad5-5f6d24c6523f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:00.735753 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:00.735753 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port f71ffe87-943a-40bf-94f2-b17532b7092c is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:00.735753 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.736576 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] Publish callbacks [] for security_group (05ecd2bd-131f-4e37-b17b-80aa205953b8), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.776300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71ffe87-943a-40bf-94f2-b17532b7092c {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:00.801787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (eccf7a8e-3585-4e00-bd13-1f8079ec13d2), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.806402 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.812550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/eccf7a8e-3585-4e00-bd13-1f8079ec13d2 HTTP/1.1" status: 204 len: 168 time: 0.9093735 Aug 07 01:11:00.827094 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef12f3-6208-4980-804d-bdcd7d74684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf7a8e-3585-4e00-bd13-1f8079ec13d2,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:00.878159 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f71ffe87-943a-40bf-94f2-b17532b7092c,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:00.891276 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (05ecd2bd-131f-4e37-b17b-80aa205953b8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.893211 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.894504 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:00.896502 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/05ecd2bd-131f-4e37-b17b-80aa205953b8 HTTP/1.1" status: 204 len: 168 time: 0.6179090 Aug 07 01:11:00.947066 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4885c-d42b-4f5d-9a88-647da1c0f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ecd2bd-131f-4e37-b17b-80aa205953b8,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:01.016189 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0d4b6ef-2d53-4e3e-acea-b52267b55f2e req-84304993-ea9d-4b10-af9c-cd3369a8bfd6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470625 Aug 07 01:11:01.079533 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc4cd01-0f24-4d87-aff8-37c75263e22e" -d '{"events": [{"server_uuid": "93936488-825c-4db2-b648-ac856631c434", "name": "network-vif-plugged", "status": "completed", "tag": "a2435539-4100-4730-a912-3afae7d39093"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:01.155275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ce280-11da-4223-ac93-607a205a7119 req-94a2efa2-23bd-4ed7-bbda-c358fc524e99 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:01.168610 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d73ce280-11da-4223-ac93-607a205a7119 req-94a2efa2-23bd-4ed7-bbda-c358fc524e99 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 945 time: 0.1096182 Aug 07 01:11:01.181677 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542a3ca-0d7f-4a94-9f02-41b24e350bbf req-bef3e9ca-b90e-403a-a7e9-6afb9c4dacba tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:01.182979 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:01.188598 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0542a3ca-0d7f-4a94-9f02-41b24e350bbf req-bef3e9ca-b90e-403a-a7e9-6afb9c4dacba tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 945 time: 0.1553874 Aug 07 01:11:01.284532 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['9ab59ce3-ed0d-4a8e-b76b-adeff559725a'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:01.299096 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d73ce280-11da-4223-ac93-607a205a7119 req-7fbd6c75-7b0e-43fe-bcc8-cb25f6d0bb9a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276054 Aug 07 01:11:01.299373 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0542a3ca-0d7f-4a94-9f02-41b24e350bbf req-678e76d5-d156-41da-bc05-8078042738f4 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975733 Aug 07 01:11:01.461426 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['f71ffe87-943a-40bf-94f2-b17532b7092c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:01.536903 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:01.610110 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fffbb2-bc29-46bd-bf66-af5008c6dcb7 req-67fdf734-e483-4ea8-8ab9-266da3a92b81 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:01.618812 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-17fffbb2-bc29-46bd-bf66-af5008c6dcb7 req-67fdf734-e483-4ea8-8ab9-266da3a92b81 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.1087067 Aug 07 01:11:01.767787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:01.774382 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-17fffbb2-bc29-46bd-bf66-af5008c6dcb7 req-5a5eff30-4530-46b9-ae4c-0272f31d33e4 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471953 Aug 07 01:11:01.924408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39882) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:01.924629 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46709d14-3f55-4a3b-96a1-ab6107555f12 req-7603cbcd-e8fe-4c52-9417-6563f818877d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:01.926678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-46709d14-3f55-4a3b-96a1-ab6107555f12 req-7603cbcd-e8fe-4c52-9417-6563f818877d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.0617046 Aug 07 01:11:01.951147 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aac540e0-6bc4-45c9-bddc-944050fe600b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.017115 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-46709d14-3f55-4a3b-96a1-ab6107555f12 req-b9606e99-0b70-42a7-8dcf-3f1ca9b75637 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828142 Aug 07 01:11:02.017691 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:02.115423 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aac540e0-6bc4-45c9-bddc-944050fe600b admin admin] Publish callbacks [] for security_group (16a9f889-688c-4786-b3d4-f96bdb5c731c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.123336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aac540e0-6bc4-45c9-bddc-944050fe600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (16a9f889-688c-4786-b3d4-f96bdb5c731c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.170523 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5f26a0-4b87-4bd4-acce-78592d426eea x-openstack-request-id: req-ff5f26a0-4b87-4bd4-acce-78592d426eea {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:02.171100 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93936488-825c-4db2-b648-ac856631c434", "name": "network-vif-plugged", "status": "completed", "tag": "a2435539-4100-4730-a912-3afae7d39093", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:02.171469 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff5f26a0-4b87-4bd4-acce-78592d426eea {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:02.172041 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5f26a0-4b87-4bd4-acce-78592d426eea'] response: {'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2435539-4100-4730-a912-3afae7d39093', 'code': 200} Aug 07 01:11:02.200993 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-aac540e0-6bc4-45c9-bddc-944050fe600b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7279d4598243431385dfc8cd7dbf61c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740548 Aug 07 01:11:02.205054 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39886) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:02.224553 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac540e0-6bc4-45c9-bddc-944050fe600b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a9f889-688c-4786-b3d4-f96bdb5c731c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:02.333090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] Publish callbacks [] for security_group (16a9f889-688c-4786-b3d4-f96bdb5c731c), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.345912 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39890) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:02.391327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] Publish callbacks [] for security_group (16a9f889-688c-4786-b3d4-f96bdb5c731c), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.403680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8350509a-c83a-47b7-bec4-58e6b6a14a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.418599 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 39894) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:02.653561 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e0cde-22ce-451a-ac5a-f7b17e886106 req-1de32899-1e88-47b9-9b5f-96d7137324da tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:02.656950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef9e0cde-22ce-451a-ac5a-f7b17e886106 req-1de32899-1e88-47b9-9b5f-96d7137324da tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 945 time: 0.1152196 Aug 07 01:11:02.731816 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8350509a-c83a-47b7-bec4-58e6b6a14a7a admin admin] Publish callbacks [] for security_group (fb02e5b6-b7bc-430a-96c0-b460f73f1fda), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.742199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8350509a-c83a-47b7-bec4-58e6b6a14a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fb02e5b6-b7bc-430a-96c0-b460f73f1fda), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.834561 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef9e0cde-22ce-451a-ac5a-f7b17e886106 req-d6f9c5e5-7bd2-45bc-aec0-16b073a68947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538339 Aug 07 01:11:02.842505 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8350509a-c83a-47b7-bec4-58e6b6a14a7a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fcc2245f783443c683d7161c3b697b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4939778 Aug 07 01:11:02.843489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39900) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:02.844109 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350509a-c83a-47b7-bec4-58e6b6a14a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb02e5b6-b7bc-430a-96c0-b460f73f1fda,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:02.949220 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] Publish callbacks [] for security_group (fb02e5b6-b7bc-430a-96c0-b460f73f1fda), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:02.968179 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-259a4c4f-294b-40cb-ac70-721b5d8ae113 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ef3d98cc8f9844b287cd588b85a14ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5453968 Aug 07 01:11:02.976076 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 39902) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:03.035932 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-6211d290-35ea-410a-b150-0db04a4e6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:03.038648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-6211d290-35ea-410a-b150-0db04a4e6ab2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 1129 time: 0.5205173 Aug 07 01:11:03.043935 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (16a9f889-688c-4786-b3d4-f96bdb5c731c), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.047549 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.053626 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/16a9f889-688c-4786-b3d4-f96bdb5c731c HTTP/1.1" status: 204 len: 168 time: 0.8427298 Aug 07 01:11:03.081333 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0f674-9ea7-4bda-8bf6-0015f83d5e49 req-3656d564-3728-4cc2-8aec-9b73634a126d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:03.094545 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-67c0f674-9ea7-4bda-8bf6-0015f83d5e49 req-3656d564-3728-4cc2-8aec-9b73634a126d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 945 time: 0.4917889 Aug 07 01:11:03.180106 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-67c0f674-9ea7-4bda-8bf6-0015f83d5e49 req-93b6637d-0686-4aea-9e04-8a0f09083446 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842712 Aug 07 01:11:03.181391 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a606f-a9e5-4d21-bd97-8d359c1da2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a9f889-688c-4786-b3d4-f96bdb5c731c,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:03.186051 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:03.189990 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-12c9f059-7407-45a2-8339-79add0152a1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.197487 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd4b7a-9ab5-4f55-af64-2cd8c86bb9d1 req-361cbc0b-217b-45b0-be59-7253fc76a739 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:03.211639 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1cbd4b7a-9ab5-4f55-af64-2cd8c86bb9d1 req-361cbc0b-217b-45b0-be59-7253fc76a739 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.2332335 Aug 07 01:11:03.278708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:03.293674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] Publish callbacks [] for security_group (fb02e5b6-b7bc-430a-96c0-b460f73f1fda), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.297638 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:11:03.320454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:03.391616 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] Publish callbacks [] for security_group (a92d484c-ba9a-4e89-b743-024bf3a79016), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.428339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:03.473521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] Publish callbacks [] for security_group (a92d484c-ba9a-4e89-b743-024bf3a79016), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.506197 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-12c9f059-7407-45a2-8339-79add0152a1f service neutron] Publish callbacks [] for security_group (45252e2f-465f-4ffb-a54c-86fd04beb77f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.528282 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd738-f7d0-480b-a826-29e0edeca906 req-0b903ff7-81e3-408c-bd6a-f1e969af8303 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:03.529588 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1cbd4b7a-9ab5-4f55-af64-2cd8c86bb9d1 req-65ebe011-6dcc-4133-8b77-b1138ce95a93 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158121 Aug 07 01:11:03.544467 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3c9dd738-f7d0-480b-a826-29e0edeca906 req-0b903ff7-81e3-408c-bd6a-f1e969af8303 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 943 time: 0.1881685 Aug 07 01:11:03.582811 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-12c9f059-7407-45a2-8339-79add0152a1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (45252e2f-465f-4ffb-a54c-86fd04beb77f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.643378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:11:03.660714 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fb02e5b6-b7bc-430a-96c0-b460f73f1fda), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.667552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.670271 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fb02e5b6-b7bc-430a-96c0-b460f73f1fda HTTP/1.1" status: 204 len: 168 time: 0.8222547 Aug 07 01:11:03.685795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:03.690088 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.705262 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be21e4-1121-488f-944e-34e8df297cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb02e5b6-b7bc-430a-96c0-b460f73f1fda,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:03.728890 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-104bdf6f-f7b5-4b41-bcf5-ccecbea774b4 req-12c9f059-7407-45a2-8339-79add0152a1f service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6784070 Aug 07 01:11:03.730365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a92d484c-ba9a-4e89-b743-024bf3a79016), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.737794 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:03.749259 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a92d484c-ba9a-4e89-b743-024bf3a79016 HTTP/1.1" status: 204 len: 168 time: 0.7666175 Aug 07 01:11:03.763701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f059-7407-45a2-8339-79add0152a1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=45252e2f-465f-4ffb-a54c-86fd04beb77f,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:03.770951 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c597052-d017-476a-8d5b-a21c2505e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d484c-ba9a-4e89-b743-024bf3a79016,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:03.800659 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3c9dd738-f7d0-480b-a826-29e0edeca906 req-3be63623-9c81-468c-a48f-64221ff62b1b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430108 Aug 07 01:11:04.099591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f98b00-6a7a-49de-a760-b3db6f6684d1 req-8550108e-9f80-4644-8244-c40b16b2dd14 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:04.102700 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63f98b00-6a7a-49de-a760-b3db6f6684d1 req-8550108e-9f80-4644-8244-c40b16b2dd14 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 945 time: 0.1296449 Aug 07 01:11:04.110636 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:04.156177 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'port_id': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'mac_address': 'fa:16:3e:d6:dd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:11:04.180768 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:04.181186 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.225672 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63f98b00-6a7a-49de-a760-b3db6f6684d1 req-d81c2d79-5fbc-4dff-932a-d23f2a214479 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156821 Aug 07 01:11:04.250593 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:04.253648 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef252428-4972-4c77-a060-3ff38a926bdf" -d '{"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:04.265096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:04.265495 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.307450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:04.311179 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:04.320467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.321069 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f71ffe87-943a-40bf-94f2-b17532b7092c up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:04.396371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:04.414915 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.451701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c88dfa5-de99-4451-ad02-b1a53704ed29 x-openstack-request-id: req-4c88dfa5-de99-4451-ad02-b1a53704ed29 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:04.452432 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:04.452889 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c88dfa5-de99-4451-ad02-b1a53704ed29 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:04.453536 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c88dfa5-de99-4451-ad02-b1a53704ed29'] response: {'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'code': 200} Aug 07 01:11:04.460958 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:04.472115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port f71ffe87-943a-40bf-94f2-b17532b7092c completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:11:04.517379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port f71ffe87-943a-40bf-94f2-b17532b7092c triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:04.517379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.551804 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc2e6-df72-447a-a7cd-f488f0c57bf2 req-90b3f14c-7317-4198-867d-89e80c01b5df tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:04.557556 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-91edc2e6-df72-447a-a7cd-f488f0c57bf2 req-90b3f14c-7317-4198-867d-89e80c01b5df tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1683457 Aug 07 01:11:04.564374 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:04.575140 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:04.681047 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:04.772068 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-91edc2e6-df72-447a-a7cd-f488f0c57bf2 req-0289c3a6-c346-4e6a-b3f5-8109890a509a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045481 Aug 07 01:11:04.818851 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:04.831649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805d731-3498-4d05-ac1f-65973df8e7f7 req-6dbe6d38-10c2-4eb2-977d-c2b8ace69a1c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:04.858950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a805d731-3498-4d05-ac1f-65973df8e7f7 req-6dbe6d38-10c2-4eb2-977d-c2b8ace69a1c tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.1064677 Aug 07 01:11:04.918499 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port f71ffe87-943a-40bf-94f2-b17532b7092c is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:04.919566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:04.956616 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a805d731-3498-4d05-ac1f-65973df8e7f7 req-732de4d6-6c99-483c-a1cb-1ef29ad19eb8 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951333 Aug 07 01:11:05.027054 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4c33f-ee7d-4359-9d83-fc2e949f8b04 req-891bb9be-261f-4f3c-968a-d117776eb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:05.031408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6af4c33f-ee7d-4359-9d83-fc2e949f8b04 req-891bb9be-261f-4f3c-968a-d117776eb0be service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1130 time: 0.1584933 Aug 07 01:11:05.058647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:05.113360 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f71ffe87-943a-40bf-94f2-b17532b7092c,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:05.123301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:05.127418 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6af4c33f-ee7d-4359-9d83-fc2e949f8b04 req-ac47a21e-6810-485c-805f-edab765fd3f8 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700145 Aug 07 01:11:05.154634 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee60-3c4d-4b7b-9f96-34f702b0b604 req-9774861b-eb50-44c1-90fb-701280b244c5 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:05.157134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f21ee60-3c4d-4b7b-9f96-34f702b0b604 req-9774861b-eb50-44c1-90fb-701280b244c5 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 944 time: 0.1516192 Aug 07 01:11:05.274424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:05.297861 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f21ee60-3c4d-4b7b-9f96-34f702b0b604 req-84999a10-5ae3-49ec-bc85-b919722c2a46 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304483 Aug 07 01:11:05.499205 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2458-1841-49ca-a282-748f4c34d2ad req-9f7f61da-72de-4690-9bbd-a2762b2f3245 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:05.502035 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-715e2458-1841-49ca-a282-748f4c34d2ad req-9f7f61da-72de-4690-9bbd-a2762b2f3245 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.0918624 Aug 07 01:11:05.586765 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-715e2458-1841-49ca-a282-748f4c34d2ad req-7d30e88a-136d-4de0-a4d0-5259154f9bfe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760119 Aug 07 01:11:06.062892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef250e-2f5d-4d71-8740-97da6c0e046c req-7e56c35b-fed8-4f79-b5f9-7eae01f7b188 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:06.068686 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76ef250e-2f5d-4d71-8740-97da6c0e046c req-7e56c35b-fed8-4f79-b5f9-7eae01f7b188 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1196053 Aug 07 01:11:06.217989 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76ef250e-2f5d-4d71-8740-97da6c0e046c req-4138a717-46dd-4a88-8b42-530610cddc9f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295369 Aug 07 01:11:06.263654 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0262a-2ba4-4342-aec0-24d94b35d30c req-3eb006e4-b1b6-4328-88d1-c1e0df434371 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:06.265561 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9bf0262a-2ba4-4342-aec0-24d94b35d30c req-3eb006e4-b1b6-4328-88d1-c1e0df434371 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.1052594 Aug 07 01:11:06.387548 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9bf0262a-2ba4-4342-aec0-24d94b35d30c req-67d40817-fa4f-4f03-af7f-0bc39bbc7fb1 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096458 Aug 07 01:11:06.455617 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:06.461485 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2caeb1-4a6f-4e94-a9cb-87a47da474b4" -d '{"events": [{"server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "name": "network-vif-plugged", "status": "completed", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:06.574317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ea812-49c1-46d7-ba52-603ce39431db x-openstack-request-id: req-2b4ea812-49c1-46d7-ba52-603ce39431db {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:06.576414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "name": "network-vif-plugged", "status": "completed", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:06.577360 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b4ea812-49c1-46d7-ba52-603ce39431db {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:06.578345 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4ea812-49c1-46d7-ba52-603ce39431db'] response: {'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'code': 200} Aug 07 01:11:06.781168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583e0ae-ae26-4fd9-baee-ea1843c6d715 req-5f08eb5a-90b0-46a6-be08-53ad5ac37f41 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:06.802401 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3583e0ae-ae26-4fd9-baee-ea1843c6d715 req-5f08eb5a-90b0-46a6-be08-53ad5ac37f41 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 944 time: 0.2673039 Aug 07 01:11:07.079478 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3583e0ae-ae26-4fd9-baee-ea1843c6d715 req-b4af9a21-9653-4448-933b-1ffd3e1b95ab tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730381 Aug 07 01:11:07.134944 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b2052-904e-4a07-bbe0-8bbd7347fa1e req-bf1b008b-0f24-4a2a-abea-de27ee53c8e0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:07.146963 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b24b2052-904e-4a07-bbe0-8bbd7347fa1e req-bf1b008b-0f24-4a2a-abea-de27ee53c8e0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.2513537 Aug 07 01:11:07.296679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:07.439167 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b24b2052-904e-4a07-bbe0-8bbd7347fa1e req-66690285-320d-4084-8f9d-eef275fa5a2d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821844 Aug 07 01:11:07.491857 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:11:07.528628 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:07.529655 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:07.697194 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8412-5197-4d5e-a366-39f4a3fa97f4 req-62a50adb-cb41-49aa-a30b-d17724040390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:07.702159 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-214a8412-5197-4d5e-a366-39f4a3fa97f4 req-62a50adb-cb41-49aa-a30b-d17724040390 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 1130 time: 0.1792350 Aug 07 01:11:07.808784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90653-5797-4925-b509-0dac78ed0a47 req-83d79cad-4193-4c0a-a533-51bbc16759a1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:07.837650 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59c90653-5797-4925-b509-0dac78ed0a47 req-83d79cad-4193-4c0a-a533-51bbc16759a1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.2271874 Aug 07 01:11:07.844931 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40054) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:07.857679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:07.858693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:07.923462 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:07.933250 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:08.044041 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-214a8412-5197-4d5e-a366-39f4a3fa97f4 req-af6138b5-1c65-4438-b314-a16cd3fd5b68 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297851 Aug 07 01:11:08.073598 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59c90653-5797-4925-b509-0dac78ed0a47 req-b8f705da-a10a-4fa8-b655-1ded76499b65 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333546 Aug 07 01:11:08.162126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:08.378574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5fe38-560a-4a31-8db4-7893f12ac447 req-b9516fd8-99ff-4d82-9f73-b354415a44c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:08.387260 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-71a5fe38-560a-4a31-8db4-7893f12ac447 req-b9516fd8-99ff-4d82-9f73-b354415a44c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0994468 Aug 07 01:11:08.474326 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8d8c5-31a9-4da1-9a57-5224f9057176 req-c30bfc4e-4926-47b5-852b-e75e6d56f5a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:08.478483 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6a8d8c5-31a9-4da1-9a57-5224f9057176 req-c30bfc4e-4926-47b5-852b-e75e6d56f5a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1349809 Aug 07 01:11:08.495763 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40088) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:08.506314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'floatingip': {'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:08.525462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-71a5fe38-560a-4a31-8db4-7893f12ac447 req-d9401c5b-840e-49f3-82da-4d99d9c7dadd tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347647 Aug 07 01:11:08.584798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:08.586883 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281485796-network', 'tenant_id': '1c3de7a94e61473aa759f03c19119775'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:08.588943 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de55bf-e59d-4894-89d8-a1f709b47ee2" -d '{"events": [{"server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "name": "network-vif-plugged", "status": "completed", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:08.709673 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Made reservation on behalf of 1c3de7a94e61473aa759f03c19119775 for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:08.716517 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:08.737207 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a1af07-6539-4f9c-ad76-dd64754c083d x-openstack-request-id: req-e3a1af07-6539-4f9c-ad76-dd64754c083d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:08.738405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "name": "network-vif-plugged", "status": "completed", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:08.738831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3a1af07-6539-4f9c-ad76-dd64754c083d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:08.739518 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a1af07-6539-4f9c-ad76-dd64754c083d'] response: {'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'code': 200} Aug 07 01:11:08.749071 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:08.772307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:08.836787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:09.079895 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks [] for security_group (099a1dc0-3bf0-4c85-9f34-c7f45d44216d), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.088778 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (099a1dc0-3bf0-4c85-9f34-c7f45d44216d), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.168141 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:11:09.229994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099a1dc0-3bf0-4c85-9f34-c7f45d44216d,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:09.241393 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (df9bc3a0-6f8f-41d5-9ccb-c86399320cb3), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.241393 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Added segment df9bc3a0-6f8f-41d5-9ccb-c86399320cb3 of type vlan for network c801bdeb-0c37-4d5c-9982-2308bc5204c7 Aug 07 01:11:09.309578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6728-a3ff-42d2-ab1d-719da2b46c73 req-c14efa85-ca56-4802-ad00-a26719de1a13 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:09.318529 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a86a6728-a3ff-42d2-ab1d-719da2b46c73 req-c14efa85-ca56-4802-ad00-a26719de1a13 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.4675772 Aug 07 01:11:09.346531 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:09.351441 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (c801bdeb-0c37-4d5c-9982-2308bc5204c7), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.378309 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:09.421939 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (c801bdeb-0c37-4d5c-9982-2308bc5204c7), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.423609 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:09.424651 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.520306 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a86a6728-a3ff-42d2-ab1d-719da2b46c73 req-6e483225-bda1-4f3b-be94-b43c0b3887bd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005394 Aug 07 01:11:09.585246 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7363629 Aug 07 01:11:09.590593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40138) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:09.649802 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Request body: {'subnet': {'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281485796-subnet', 'tenant_id': '1c3de7a94e61473aa759f03c19119775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:09.731870 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9938f-61c3-43c3-99a9-3826ac03d9fc admin admin] Pushing event updated for resources: {'Network': ['ID=c801bdeb-0c37-4d5c-9982-2308bc5204c7,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:09.751474 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:11:09.785373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Made reservation on behalf of 1c3de7a94e61473aa759f03c19119775 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:09.791252 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742002'] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:09.969042 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:10.227548 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ecf2-c364-4cd6-89e0-63608ce3f06e req-1ba4c6e2-f1ba-4a75-9e3a-41e554e68b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:10.229882 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d518ecf2-c364-4cd6-89e0-63608ce3f06e req-1ba4c6e2-f1ba-4a75-9e3a-41e554e68b1d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.6999993 Aug 07 01:11:10.290327 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12741988'] for subnet (4c15a5c4-2d2f-4cab-bff6-9b777a865c13), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:10.396011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade490e2-536f-4824-afb3-7badff3c0d78 req-b70be345-41e9-4095-b05b-1831134d1ebd tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:10.397154 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Checking segment: {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:10.397742 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Network hostable DHCP agents. Network: c801bdeb-0c37-4d5c-9982-2308bc5204c7, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:11:10.398253 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ade490e2-536f-4824-afb3-7badff3c0d78 req-b70be345-41e9-4095-b05b-1831134d1ebd tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.4924788 Aug 07 01:11:10.400975 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c15a5c4-2d2f-4cab-bff6-9b777a865c13,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:10.426776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:11:10.441672 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c801bdeb-0c37-4d5c-9982-2308bc5204c7) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:10.449202 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:10.450224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:10.457751 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec9ef3-a966-4212-8fac-5e51b380bcd4 None None] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:11:10.486543 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7ea6980e-cd11-48ca-8327-fdb6ade910d2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8857768 Aug 07 01:11:10.595781 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d518ecf2-c364-4cd6-89e0-63608ce3f06e req-f6ad375b-219a-47b9-921b-03718b1df567 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187664 Aug 07 01:11:10.661466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.resource_extend [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 01:11:10.671950 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5bdc66-898a-46db-bcd6-bb21fe358edd None None] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:11:10.727052 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ade490e2-536f-4824-afb3-7badff3c0d78 req-54a9d649-12e1-4d1c-bade-3bce91570385 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782192 Aug 07 01:11:10.836408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:10.843657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:11.220884 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40186) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:11.288331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9136-b05f-4d12-96a6-881773c77543 req-8e51bbc7-e7c1-4b03-9a85-343cbb68e401 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:11.290144 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-867b9136-b05f-4d12-96a6-881773c77543 req-8e51bbc7-e7c1-4b03-9a85-343cbb68e401 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.6105669 Aug 07 01:11:11.347959 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:11.398372 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-867b9136-b05f-4d12-96a6-881773c77543 req-114c07ab-1d8c-464a-a17f-2017f46ae686 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905309 Aug 07 01:11:11.422746 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Floating IP 0015adf0-7e0d-4cd8-afec-b77e3ca013ea associated. External IP: 172.37.1.214, port: 9ab59ce3-ed0d-4a8e-b76b-adeff559725a. Aug 07 01:11:11.470327 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb93d-0906-4d31-aa90-ae3856c421d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:11.702334 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb93d-0906-4d31-aa90-ae3856c421d1 admin admin] Publish callbacks [] for security_group (977f8adc-5015-4730-b901-5d60680351e5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:11.715573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb93d-0906-4d31-aa90-ae3856c421d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (977f8adc-5015-4730-b901-5d60680351e5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:11.775558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83199253-2a2a-4405-ae86-e5c0c5501ee1 req-5fc7c2b2-eeb9-4e4b-bd89-560ee762afc1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:11.786843 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-83199253-2a2a-4405-ae86-e5c0c5501ee1 req-5fc7c2b2-eeb9-4e4b-bd89-560ee762afc1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.2279418 Aug 07 01:11:11.794798 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40208) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:11.802200 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:11.881539 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfb93d-0906-4d31-aa90-ae3856c421d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977f8adc-5015-4730-b901-5d60680351e5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:11.892867 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b8cfb93d-0906-4d31-aa90-ae3856c421d1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=becbfe34657e4a818c4154e488e6fc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680889 Aug 07 01:11:11.899175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40210) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:12.068173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b7a4beaf-c8aa-48e6-8d4d-5edebd4acde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.082516 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428d088-9d98-4535-a0d9-81c9c8442d6e req-66f73c3b-1390-4a3f-a3ae-7a367eef0532 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:12.085182 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2428d088-9d98-4535-a0d9-81c9c8442d6e req-66f73c3b-1390-4a3f-a3ae-7a367eef0532 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1208732 Aug 07 01:11:12.151770 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.193705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] Publish callbacks [] for security_group (977f8adc-5015-4730-b901-5d60680351e5), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.212662 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:12.291370 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] Publish callbacks [] for security_group (977f8adc-5015-4730-b901-5d60680351e5), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.301261 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2428d088-9d98-4535-a0d9-81c9c8442d6e req-9309c7c4-6169-4185-9e2d-e25adc7b033a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955822 Aug 07 01:11:12.324307 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:11:12.421349 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (977f8adc-5015-4730-b901-5d60680351e5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.432630 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:12.434340 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/977f8adc-5015-4730-b901-5d60680351e5 HTTP/1.1" status: 204 len: 168 time: 0.5335274 Aug 07 01:11:12.467994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f35ae-5f2d-4bf6-bd31-8cd8d0e78f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977f8adc-5015-4730-b901-5d60680351e5,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:12.874445 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:12.883432 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:12.988204 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:13.026461 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:13.028658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.057209 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:13.062126 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:13.078196 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4116bd79-d30d-4d31-bc32-cab1bd9cc697 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/0015adf0-7e0d-4cd8-afec-b77e3ca013ea HTTP/1.1" status: 200 len: 992 time: 4.5765388 Aug 07 01:11:13.083013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:13.086383 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c310c-014c-4669-b544-c67151a57eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:13.158688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40234) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:13.177588 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e55227-c68d-4b84-bd18-a1a4d118b89d x-openstack-request-id: req-a2e55227-c68d-4b84-bd18-a1a4d118b89d {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:13.179266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:13.179818 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2e55227-c68d-4b84-bd18-a1a4d118b89d {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:13.180477 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e55227-c68d-4b84-bd18-a1a4d118b89d'] response: {'name': 'network-changed', 'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'status': 'completed', 'code': 200} Aug 07 01:11:13.184215 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-11d3a8bc-2c2f-4127-a386-2fb460238755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.328313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c310c-014c-4669-b544-c67151a57eeb req-1349f654-6c96-4abf-aac7-27452e2de8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:13.330914 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-1349f654-6c96-4abf-aac7-27452e2de8ad service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1130 time: 0.1378365 Aug 07 01:11:13.346903 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40236) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:13.353703 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:13.366704 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-11d3a8bc-2c2f-4127-a386-2fb460238755 admin admin] Publish callbacks [] for security_group (225877bd-b1e2-40a1-b1af-3022a9946274), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.375457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-11d3a8bc-2c2f-4127-a386-2fb460238755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (225877bd-b1e2-40a1-b1af-3022a9946274), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.447015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3a8bc-2c2f-4127-a386-2fb460238755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225877bd-b1e2-40a1-b1af-3022a9946274,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:13.457466 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-11d3a8bc-2c2f-4127-a386-2fb460238755 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c5ecc3b3cbe543cabd6f05f292cbccf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970548 Aug 07 01:11:13.461211 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40242) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:13.623089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.resource_extend [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 01:11:13.655752 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59386b2-269e-4e0a-963b-8207bbb1e88e req-0fa3c0a8-5a84-493c-8bce-08b45ea0229a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:13.658377 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b59386b2-269e-4e0a-963b-8207bbb1e88e req-0fa3c0a8-5a84-493c-8bce-08b45ea0229a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1173911 Aug 07 01:11:13.660491 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] Publish callbacks [] for security_group (225877bd-b1e2-40a1-b1af-3022a9946274), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.728428 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-adbdca7c-bef0-42b6-abed-bb226375291b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.739639 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:13.744814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] Publish callbacks [] for security_group (225877bd-b1e2-40a1-b1af-3022a9946274), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.855405 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c310c-014c-4669-b544-c67151a57eeb req-00919d50-8360-4f14-8b68-bc221161174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:13.858419 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-00919d50-8360-4f14-8b68-bc221161174e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.5080428 Aug 07 01:11:13.865170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.871148 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (225877bd-b1e2-40a1-b1af-3022a9946274), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.875088 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:13.877110 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/225877bd-b1e2-40a1-b1af-3022a9946274 HTTP/1.1" status: 204 len: 168 time: 0.4137218 Aug 07 01:11:13.888956 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b59386b2-269e-4e0a-963b-8207bbb1e88e req-0328be96-ee25-4068-9751-ec7492e7c01e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099524 Aug 07 01:11:13.898834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d78fd7-ef9b-4593-8c7e-b22b563727b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225877bd-b1e2-40a1-b1af-3022a9946274,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:14.062297 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-cbb23a51-aad1-4944-af7b-a0d4d8730d68 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 1000 time: 0.1949115 Aug 07 01:11:14.067634 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:14.152583 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0015adf0-7e0d-4cd8-afec-b77e3ca013ea', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.214', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:15Z', 'updated_at': '2022-08-07T01:11:10Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:14.209069 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:14.231710 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:14.232679 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:10:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:14.274010 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 31f00a6f-0190-4fc7-8806-907642c537c8 associated. External IP: 172.37.1.78, port: f71ffe87-943a-40bf-94f2-b17532b7092c. Aug 07 01:11:14.384724 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c310c-014c-4669-b544-c67151a57eeb req-9c8d6d21-3400-4935-b80d-fd9bdeff7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:14.387335 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-9c8d6d21-3400-4935-b80d-fd9bdeff7af4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.1228633 Aug 07 01:11:14.432117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-043d003a-2343-446e-9f84-3302dc84cc56 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:14.444393 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-043d003a-2343-446e-9f84-3302dc84cc56 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 200 len: 809 time: 0.3061645 Aug 07 01:11:14.453901 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:14.478131 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-800987c5-6a09-4b59-b28c-b30bbb794be3 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/quotas/1c3de7a94e61473aa759f03c19119775 HTTP/1.1" status: 200 len: 375 time: 0.0300245 Aug 07 01:11:14.539583 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-b59b5ff3-201d-4460-8ab4-ba9cf70cc3ae tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595109 Aug 07 01:11:14.552079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c310c-014c-4669-b544-c67151a57eeb req-18e82416-3c4e-47f2-b6f0-332b54073f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:14.554847 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-18e82416-3c4e-47f2-b6f0-332b54073f72 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839913 Aug 07 01:11:14.667352 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:14.823393 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-347dc7e3-cf78-48c1-a760-95b64146aed2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823100 Aug 07 01:11:14.861436 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:14.864565 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0015adf0-7e0d-4cd8-afec-b77e3ca013ea', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.214', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:15Z', 'updated_at': '2022-08-07T01:11:10Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:14.928833 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23110870-1a41-40ba-b084-41bb9eed1f5e None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0015adf0-7e0d-4cd8-afec-b77e3ca013ea', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.214', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:15Z', 'updated_at': '2022-08-07T01:11:10Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:11:15.045895 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-559e07cc-8d9e-4752-b822-14a72cb22e51 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126956 Aug 07 01:11:15.177306 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a39569-f404-408a-9c30-e61d5094ca37 req-8854d0dc-8369-44b0-8f77-3f4e3032f61e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:15.179059 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d1a39569-f404-408a-9c30-e61d5094ca37 req-8854d0dc-8369-44b0-8f77-3f4e3032f61e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.9080174 Aug 07 01:11:15.208190 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:15.209039 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40290) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:15.225233 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'floatingip': {'port_id': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:15.377705 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:15.483430 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aefd42-1f1f-4e71-babf-b1b6b6818105 None None] New status for floating IP 0015adf0-7e0d-4cd8-afec-b77e3ca013ea: ACTIVE {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:11:15.541713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-adbdca7c-bef0-42b6-abed-bb226375291b admin admin] Publish callbacks [] for security_group (398f20f9-5d55-40a2-9541-48deccf6f209), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:15.548487 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-53a65f98-cb21-491e-9376-c5a89f3eff55 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9533803 Aug 07 01:11:15.627401 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-adbdca7c-bef0-42b6-abed-bb226375291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (398f20f9-5d55-40a2-9541-48deccf6f209), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:15.870134 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:15.882250 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:15.904955 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85d1ad99-1440-401f-bda2-21370b483b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:15.918500 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-64ca854a-8514-4779-b67d-cbfe5c6c1661 req-67d86ff1-b799-4430-9062-b0e49f01270e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 210 time: 0.3623531 Aug 07 01:11:16.034907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdca7c-bef0-42b6-abed-bb226375291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398f20f9-5d55-40a2-9541-48deccf6f209,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:16.047574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40314) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:16.048271 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-adbdca7c-bef0-42b6-abed-bb226375291b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=79c79ccedcba4af9b9319c128c9e1375&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6988993 Aug 07 01:11:16.150318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:16.183356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] Publish callbacks [] for security_group (398f20f9-5d55-40a2-9541-48deccf6f209), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:16.223849 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c11c310c-014c-4669-b544-c67151a57eeb req-7db46731-9fbd-45e4-a7e1-42bebeb47881 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981019 Aug 07 01:11:16.274056 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] Publish callbacks [] for security_group (398f20f9-5d55-40a2-9541-48deccf6f209), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:16.410227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:11:16.427584 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (398f20f9-5d55-40a2-9541-48deccf6f209), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:16.431477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:16.436694 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/398f20f9-5d55-40a2-9541-48deccf6f209 HTTP/1.1" status: 204 len: 168 time: 0.3881884 Aug 07 01:11:16.481130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7463a68-dced-417f-93d8-23c16c03923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f20f9-5d55-40a2-9541-48deccf6f209,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:17.058952 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:17.069467 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.081829 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:17.111311 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:17.131850 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:17.133434 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:17.171660 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b2b7e4de-5754-4b92-9275-73bab0bc924b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/31f00a6f-0190-4fc7-8806-907642c537c8 HTTP/1.1" status: 200 len: 991 time: 5.3754332 Aug 07 01:11:17.195390 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:17.199470 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576ab45-502b-4599-a031-85727d2b18ac" -d '{"events": [{"name": "network-changed", "server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:17.212088 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b8bcd83-1ec7-42bc-88c9-0984e5759681 req-bfff99c6-5dd5-4677-85d1-b10f4a468080 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 210 time: 0.1328013 Aug 07 01:11:17.271042 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.resource_extend [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 01:11:17.371345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40358) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:17.377468 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:17.381904 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41692e95-27e8-4068-9e54-03e5dce635dd x-openstack-request-id: req-41692e95-27e8-4068-9e54-03e5dce635dd {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:17.382711 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:17.383327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41692e95-27e8-4068-9e54-03e5dce635dd {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:17.384184 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41692e95-27e8-4068-9e54-03e5dce635dd'] response: {'name': 'network-changed', 'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'status': 'completed', 'code': 200} Aug 07 01:11:17.399834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9eb49959-a3da-4166-9999-9fb034c6b5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.437674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:17.493743 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:17.556816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.571073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.578131 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ab45-502b-4599-a031-85727d2b18ac req-248fe0da-c7ce-495c-b29f-ac6a52f3f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:17.581674 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-248fe0da-c7ce-495c-b29f-ac6a52f3f5cd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 1130 time: 0.1905217 Aug 07 01:11:17.750762 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-95b9a293-4bc8-46d8-92f3-a9781c22d139 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:17.752503 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-95b9a293-4bc8-46d8-92f3-a9781c22d139 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 200 len: 809 time: 0.2646496 Aug 07 01:11:17.828856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9eb49959-a3da-4166-9999-9fb034c6b5c3 admin admin] Publish callbacks [] for security_group (7826b773-1a36-4024-844f-6baeba1dbeb9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.844743 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Request body: {'port': {'device_id': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7', 'admin_state_up': True, 'tenant_id': '1c3de7a94e61473aa759f03c19119775'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:17.855765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9eb49959-a3da-4166-9999-9fb034c6b5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (7826b773-1a36-4024-844f-6baeba1dbeb9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:17.979301 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ab45-502b-4599-a031-85727d2b18ac req-2d99506f-d78d-4e5e-9f0f-f81cf9137d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:17.981915 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9eb49959-a3da-4166-9999-9fb034c6b5c3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9f1e7ad1779f41c29ebe3e4f9c5742bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086054 Aug 07 01:11:17.987128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-2d99506f-d78d-4e5e-9f0f-f81cf9137d13 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.3231156 Aug 07 01:11:17.988094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40368) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:17.999996 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Floating IP e1b6ba39-c02f-440f-9509-23f7267ea7f5 associated. External IP: 172.37.1.246, port: 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a. Aug 07 01:11:18.055523 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:13Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:18.091018 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:18.105837 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:18.106531 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:18.109141 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb49959-a3da-4166-9999-9fb034c6b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7826b773-1a36-4024-844f-6baeba1dbeb9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:18.239789 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.265434 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Made reservation on behalf of 1c3de7a94e61473aa759f03c19119775 for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:18.269393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] Publish callbacks [] for security_group (7826b773-1a36-4024-844f-6baeba1dbeb9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.271788 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.404327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] Publish callbacks [] for security_group (7826b773-1a36-4024-844f-6baeba1dbeb9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.413852 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:18.424570 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b96d717b-946b-42ab-bca5-245e4387a103 req-e41cb0ef-8e77-4d5f-8a85-b80ee3293868 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 210 time: 0.0522995 Aug 07 01:11:18.436119 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:18.683307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Allocated IP 172.20.0.12 (c801bdeb-0c37-4d5c-9982-2308bc5204c7/4c15a5c4-2d2f-4cab-bff6-9b777a865c13/d572d867-1ee7-4d54-aac5-7ca50a5652f6) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:11:18.736323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:11:18.738872 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (7826b773-1a36-4024-844f-6baeba1dbeb9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.746037 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:18.749437 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7826b773-1a36-4024-844f-6baeba1dbeb9 HTTP/1.1" status: 204 len: 168 time: 0.7589004 Aug 07 01:11:18.766576 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:18.828787 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5ff0a-c4aa-4a9b-9151-7d26ef91947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7826b773-1a36-4024-844f-6baeba1dbeb9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:19.062976 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.156310 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks [] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.257539 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.367655 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:13Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:19.406090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:19.418952 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.433102 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-634b820d-a2ab-4b84-bcc4-808dff43ab93 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 200 len: 999 time: 0.3465710 Aug 07 01:11:19.434656 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dcd49-5870-4e82-a744-6b71c544c6a9 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:13Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:11:19.439456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:19.465431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:19.478143 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:19.490926 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:19.492333 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:19.495575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:11:19.618420 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:19.619301 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.669509 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Pushing event updated for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:19.704417 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ec3f41cc-f0cc-4b36-926e-5dd0b9533a52 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8702667 Aug 07 01:11:19.720622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Request body: {'port': {'device_id': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:19.804481 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.891908 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:19.910790 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:20.011933 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd333c5-0be4-453b-9d9d-3788a1c1cd7e None None] New status for floating IP 31f00a6f-0190-4fc7-8806-907642c537c8: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:11:20.512536 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:20.639111 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-39d0d7d0-2c40-4802-8719-4740e91cb632 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e1b6ba39-c02f-440f-9509-23f7267ea7f5 HTTP/1.1" status: 200 len: 991 time: 5.4162405 Aug 07 01:11:20.660527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:20.661191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40440) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:20.667288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:20.711561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ab45-502b-4599-a031-85727d2b18ac req-6c5773e8-f19d-4450-bf1e-af57bd0008c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:20.712837 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-6c5773e8-f19d-4450-bf1e-af57bd0008c2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.3360133 Aug 07 01:11:20.738486 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e2fc-cc5b-493a-b7e9-469db52e9dc9 req-178686de-6a69-4bb4-a4cf-b2a9c4ab8f3b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:20.740958 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca03e2fc-cc5b-493a-b7e9-469db52e9dc9 req-178686de-6a69-4bb4-a4cf-b2a9c4ab8f3b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 932 time: 0.3810773 Aug 07 01:11:20.761023 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1b6ba39-c02f-440f-9509-23f7267ea7f5', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.246', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:d6:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:28Z', 'updated_at': '2022-08-07T01:11:17Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:20.849874 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:20.891472 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:20.897788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:20.898608 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:20.920432 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d572d867-1ee7-4d54-aac5-7ca50a5652f6 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:20.928126 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:20.968581 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288faa6-22e6-471a-b082-f2f990e34135 x-openstack-request-id: req-4288faa6-22e6-471a-b082-f2f990e34135 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:20.968886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:20.969144 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4288faa6-22e6-471a-b082-f2f990e34135 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:20.980927 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4288faa6-22e6-471a-b082-f2f990e34135'] response: {'name': 'network-changed', 'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'status': 'completed', 'code': 200} Aug 07 01:11:20.999486 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks [] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.107294 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca03e2fc-cc5b-493a-b7e9-469db52e9dc9 req-e4eb474d-42ea-4b98-ad79-14315cd7cdc5 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352256 Aug 07 01:11:21.127449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576ab45-502b-4599-a031-85727d2b18ac req-d1ba5787-51ef-4acb-8e82-9275f16c5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:21.140459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-d1ba5787-51ef-4acb-8e82-9275f16c5676 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3948767 Aug 07 01:11:21.217727 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Transition to ACTIVE for port object d572d867-1ee7-4d54-aac5-7ca50a5652f6 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:11:21.229593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-36ad267f-2713-4ffe-a599-481060a2824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:21.233717 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-36ad267f-2713-4ffe-a599-481060a2824b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.2881312 Aug 07 01:11:21.244749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.258304 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-607cf129-88a5-4afe-97f3-838d7d9def6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.295972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:21.400643 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-3a54d92b-ce3e-4fce-95af-401d15b18fec service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445047 Aug 07 01:11:21.488220 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Pushing event updated for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:21.585996 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1576ab45-502b-4599-a031-85727d2b18ac req-d0f3cab9-b74d-45bb-a0f1-8bbf8f3a8af0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787927 Aug 07 01:11:21.730285 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1c17c-6d80-433d-a42f-94dc3ae97592 req-b62de57a-9a69-4463-863f-074b7351e0ec tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:21.733098 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4ef1c17c-6d80-433d-a42f-94dc3ae97592 req-b62de57a-9a69-4463-863f-074b7351e0ec tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.1028459 Aug 07 01:11:21.825141 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4ef1c17c-6d80-433d-a42f-94dc3ae97592 req-67dfcfef-0b7f-445c-9f58-8ea6a8349071 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832591 Aug 07 01:11:21.878918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-607cf129-88a5-4afe-97f3-838d7d9def6c admin admin] Publish callbacks [] for security_group (5c5df0df-56db-4bba-9a48-4ab9452dd8d5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.884516 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-59e0e380-9077-45e9-94bf-062a5f26c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:21.886136 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-59e0e380-9077-45e9-94bf-062a5f26c1bb service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.6428847 Aug 07 01:11:21.887384 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Attempting to bind port d572d867-1ee7-4d54-aac5-7ca50a5652f6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:11:21.887737 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Attempting to bind port d572d867-1ee7-4d54-aac5-7ca50a5652f6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:11:21.888174 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Attempting to bind port d572d867-1ee7-4d54-aac5-7ca50a5652f6 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:21.892267 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-607cf129-88a5-4afe-97f3-838d7d9def6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5c5df0df-56db-4bba-9a48-4ab9452dd8d5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.899531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1b6ba39-c02f-440f-9509-23f7267ea7f5', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.246', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:d6:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:28Z', 'updated_at': '2022-08-07T01:11:17Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:21.907364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Port d572d867-1ee7-4d54-aac5-7ca50a5652f6 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:11:21.907693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Attempting to bind port d572d867-1ee7-4d54-aac5-7ca50a5652f6 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:21.923337 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:21.936502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:11:21.936860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Checking segment: {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:21.937266 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Bound using segment: {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:11:21.937715 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Bound port: d572d867-1ee7-4d54-aac5-7ca50a5652f6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:11:21.938072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:21.948674 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b8f2e-188f-461c-b63c-2440a9e4eed2 None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e1b6ba39-c02f-440f-9509-23f7267ea7f5', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.246', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:d6:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:28Z', 'updated_at': '2022-08-07T01:11:17Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:11:21.960594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cf129-88a5-4afe-97f3-838d7d9def6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5df0df-56db-4bba-9a48-4ab9452dd8d5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:21.977740 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-607cf129-88a5-4afe-97f3-838d7d9def6c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1ddd62c6275e46c494a288e0be07f230&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3148773 Aug 07 01:11:21.981828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40480) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:22.127491 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:11:22.142032 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:22.168628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:11:22.195371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.198767 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] Publish callbacks [] for security_group (5c5df0df-56db-4bba-9a48-4ab9452dd8d5), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.203190 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:22.204389 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.207396 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/d572d867-1ee7-4d54-aac5-7ca50a5652f6 HTTP/1.1" status: 200 len: 1094 time: 2.4925110 Aug 07 01:11:22.257747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:22.261827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608" -d '{"events": [{"name": "network-changed", "server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:22.273189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9bc511-d0aa-4c6d-be37-118e101b691e None None] New status for floating IP e1b6ba39-c02f-440f-9509-23f7267ea7f5: ACTIVE {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:11:22.389049 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7621dd3-f751-4ca4-a7f5-b9acfca18e44 x-openstack-request-id: req-b7621dd3-f751-4ca4-a7f5-b9acfca18e44 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:22.389600 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:22.390072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7621dd3-f751-4ca4-a7f5-b9acfca18e44 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:22.390745 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7621dd3-f751-4ca4-a7f5-b9acfca18e44'] response: {'name': 'network-changed', 'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6', 'status': 'completed', 'code': 200} Aug 07 01:11:22.412404 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] Publish callbacks [] for security_group (5c5df0df-56db-4bba-9a48-4ab9452dd8d5), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.461898 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5cfb7-572f-4a94-8ab4-713c1b4c4071 service neutron] Pushing event updated for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:22.500109 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182ef9-913e-4dbd-9026-47baefd48544 req-23c35366-a390-488c-b400-981376d94c2c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:22.503481 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-98182ef9-913e-4dbd-9026-47baefd48544 req-23c35366-a390-488c-b400-981376d94c2c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 944 time: 0.2106159 Aug 07 01:11:22.595615 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5c5df0df-56db-4bba-9a48-4ab9452dd8d5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.600908 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:22.602870 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c5df0df-56db-4bba-9a48-4ab9452dd8d5 HTTP/1.1" status: 204 len: 168 time: 0.5721557 Aug 07 01:11:22.633083 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a447b2-a140-4e54-b7ff-96e460fc0b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5df0df-56db-4bba-9a48-4ab9452dd8d5,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:22.642873 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:22.655456 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-98182ef9-913e-4dbd-9026-47baefd48544 req-35b25e45-31a8-43b9-8271-a90cc0edbe0f tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376824 Aug 07 01:11:22.662949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:23.073033 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-626f0d42-e723-4d06-9982-5e648fda7e42 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1001 time: 0.1798398 Aug 07 01:11:23.141320 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-f5427dcf-eee2-4d16-a6bc-e0b85f22fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.149050 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-f5427dcf-eee2-4d16-a6bc-e0b85f22fb12 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 1128 time: 0.2300863 Aug 07 01:11:23.203747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-bf38abce-9400-4153-b1d4-53b3b0199835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.209597 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-bf38abce-9400-4153-b1d4-53b3b0199835 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.1235039 Aug 07 01:11:23.236053 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d8fb5-da65-440d-9c9d-02e83a1dd38d req-6375bb80-484f-4efd-aaa0-c2198f6bbb89 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.238777 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5f4d8fb5-da65-440d-9c9d-02e83a1dd38d req-6375bb80-484f-4efd-aaa0-c2198f6bbb89 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.1058800 Aug 07 01:11:23.449598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-8404ec83-1b0a-45df-a251-6021720bcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.460434 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-8404ec83-1b0a-45df-a251-6021720bcf0c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1976364 Aug 07 01:11:23.481513 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5f4d8fb5-da65-440d-9c9d-02e83a1dd38d req-f73fe884-78e3-414c-93e4-3443f216d0ff tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323511 Aug 07 01:11:23.500396 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40518) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:23.561094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b7b-b3b0-4a18-96fa-fd1cfd5e90ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:23.637136 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-e20a29d3-365e-45f3-91fc-f162dc4dc068 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.641443 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-e20a29d3-365e-45f3-91fc-f162dc4dc068 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.2767744 Aug 07 01:11:23.668830 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-47cad3c8-6c55-4428-8fd1-bd315a628a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.672982 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-47cad3c8-6c55-4428-8fd1-bd315a628a9c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=1c3de7a94e61473aa759f03c19119775&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3858685 Aug 07 01:11:23.970609 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b7b-b3b0-4a18-96fa-fd1cfd5e90ff admin admin] Publish callbacks [] for security_group (49010764-660c-4447-bb68-8c260f43819c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:23.981238 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-a2aef3ed-40ff-40b9-bf69-241900953c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:23.983965 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f84f2ee8-9609-4c77-bf47-e97ba1ba3608 req-a2aef3ed-40ff-40b9-bf69-241900953c17 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3038449 Aug 07 01:11:23.985038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2eea4b7b-b3b0-4a18-96fa-fd1cfd5e90ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (49010764-660c-4447-bb68-8c260f43819c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.106863 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4b7b-b3b0-4a18-96fa-fd1cfd5e90ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49010764-660c-4447-bb68-8c260f43819c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:24.126846 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2eea4b7b-b3b0-4a18-96fa-fd1cfd5e90ff admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1a1531dd993449e2b625964521acf7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247501 Aug 07 01:11:24.131986 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40540) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:24.164166 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ea2ba318-8d95-42bd-9ce8-9f7b587b2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:24.166288 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-ea2ba318-8d95-42bd-9ce8-9f7b587b2ebd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 1128 time: 0.1133316 Aug 07 01:11:24.197413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:24.271755 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c1349013-40a4-4209-9b18-06d9fc19bebe service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6 HTTP/1.1" status: 200 len: 217 time: 0.0953197 Aug 07 01:11:24.318068 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:24.353044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] Publish callbacks [] for security_group (49010764-660c-4447-bb68-8c260f43819c), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.410338 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] Publish callbacks [] for security_group (49010764-660c-4447-bb68-8c260f43819c), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.432920 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c83c58de-0825-4f5c-b8ca-bbb21f0573a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:24.435556 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-c83c58de-0825-4f5c-b8ca-bbb21f0573a0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4c15a5c4-2d2f-4cab-bff6-9b777a865c13 HTTP/1.1" status: 200 len: 849 time: 0.1444006 Aug 07 01:11:24.443683 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-3acbbf40-a762-4764-8466-a18f86aaa180 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9738882 Aug 07 01:11:24.464978 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513036e5-939b-456c-809b-274aa4168426 req-7c45722b-cf14-4d42-805e-60354551018e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:24.473765 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-513036e5-939b-456c-809b-274aa4168426 req-7c45722b-cf14-4d42-805e-60354551018e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 944 time: 0.6363189 Aug 07 01:11:24.499405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Deleting port a2435539-4100-4730-a912-3afae7d39093 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:24.500001 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (a2435539-4100-4730-a912-3afae7d39093), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.514848 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-b0b51384-2e27-43e1-805f-da38036261bd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c801bdeb-0c37-4d5c-9982-2308bc5204c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663989 Aug 07 01:11:24.712754 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (49010764-660c-4447-bb68-8c260f43819c), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.721042 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:24.727369 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/49010764-660c-4447-bb68-8c260f43819c HTTP/1.1" status: 204 len: 168 time: 0.5902350 Aug 07 01:11:24.838626 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:24.899343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9af799-23ff-43d7-887a-6851d1b6fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49010764-660c-4447-bb68-8c260f43819c,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:24.928910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b78db-db3d-40db-8d2a-0733b79b364c req-b55e436e-294a-48bf-9286-db8521d5b1d7 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:24.952724 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9d8b78db-db3d-40db-8d2a-0733b79b364c req-b55e436e-294a-48bf-9286-db8521d5b1d7 tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 945 time: 0.2687943 Aug 07 01:11:25.005405 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-03309f2e-7d88-4c9c-aa41-3ce6db6acd27 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833372 Aug 07 01:11:25.094342 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] For port a2435539-4100-4730-a912-3afae7d39093, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a2435539-4100-4730-a912-3afae7d39093,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:25.095501 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (a2435539-4100-4730-a912-3afae7d39093), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:25.157099 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:25.180668 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef3e16fb-4cc4-4d13-8ce6-7f054a88591d req-89c590ce-e919-4057-87d3-4c822dea49e0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044802 Aug 07 01:11:25.183720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Calling delete_port for a2435539-4100-4730-a912-3afae7d39093 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:25.229946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9d8b78db-db3d-40db-8d2a-0733b79b364c req-098a058d-65e8-41e4-a08e-7d6a1b7e5a8f tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=47019557-3351-4ce9-8808-3cafddce8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594683 Aug 07 01:11:25.345034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-513036e5-939b-456c-809b-274aa4168426 req-a1ccbe53-b009-46b7-a1be-fbe5d6611386 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615212 Aug 07 01:11:25.356056 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6695ed6a-2add-4e0a-8ede-adcaa86c32c6 req-681307fa-9ed4-4bbc-8621-8fc21ab3f366 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341603 Aug 07 01:11:25.436133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40568) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:25.663067 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (a2435539-4100-4730-a912-3afae7d39093), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:25.736227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bdfd20f4-8737-4179-ab83-7e856ee36ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:25.800405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Pushing event deleted for resources: {'Port': ['ID=a2435539-4100-4730-a912-3afae7d39093,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:25.959649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] No DVR routers for this DVR port a2435539-4100-4730-a912-3afae7d39093 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:11:25.975489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:25.985392 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6f3d7d0b-de5c-42c5-ab9f-da2c9aed0377 req-29b25723-c21c-402c-954b-28b72cef1d4a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.17 "DELETE /networking/v2.0/ports/a2435539-4100-4730-a912-3afae7d39093 HTTP/1.1" status: 204 len: 173 time: 2.3358102 Aug 07 01:11:25.986142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'name': 'network-vif-deleted', 'tag': 'a2435539-4100-4730-a912-3afae7d39093'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:25.990029 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61fa26d-682e-4488-9643-7defe993463e" -d '{"events": [{"server_uuid": "93936488-825c-4db2-b648-ac856631c434", "name": "network-vif-deleted", "tag": "a2435539-4100-4730-a912-3afae7d39093"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:26.045818 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bdfd20f4-8737-4179-ab83-7e856ee36ab3 admin admin] Publish callbacks [] for security_group (d1dce0e9-b69b-4ab7-8728-ca3230fccd1b), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.057610 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bdfd20f4-8737-4179-ab83-7e856ee36ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d1dce0e9-b69b-4ab7-8728-ca3230fccd1b), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.075971 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e4dca3-a9bc-48d6-a234-5c56de6e0354 x-openstack-request-id: req-74e4dca3-a9bc-48d6-a234-5c56de6e0354 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:26.076479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93936488-825c-4db2-b648-ac856631c434", "name": "network-vif-deleted", "tag": "a2435539-4100-4730-a912-3afae7d39093", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:26.077124 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74e4dca3-a9bc-48d6-a234-5c56de6e0354 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:26.077899 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e4dca3-a9bc-48d6-a234-5c56de6e0354'] response: {'server_uuid': '93936488-825c-4db2-b648-ac856631c434', 'name': 'network-vif-deleted', 'tag': 'a2435539-4100-4730-a912-3afae7d39093', 'status': 'completed', 'code': 200} Aug 07 01:11:26.160652 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-bdfd20f4-8737-4179-ab83-7e856ee36ab3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=49321854a38d457780ed1bac7afce5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229095 Aug 07 01:11:26.162208 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd20f4-8737-4179-ab83-7e856ee36ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dce0e9-b69b-4ab7-8728-ca3230fccd1b,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:26.163824 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40594) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:26.287313 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] Publish callbacks [] for security_group (d1dce0e9-b69b-4ab7-8728-ca3230fccd1b), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.351578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] Publish callbacks [] for security_group (d1dce0e9-b69b-4ab7-8728-ca3230fccd1b), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.492459 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9fe2584-3d32-4c1c-8f76-56995f6fde83 req-b27877f4-0218-4877-a36d-2b56a795c88a tempest-DeleteServersTestJSON-144642853 tempest-DeleteServersTestJSON-144642853-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93936488-825c-4db2-b648-ac856631c434 HTTP/1.1" status: 200 len: 210 time: 0.0601959 Aug 07 01:11:26.523800 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d1dce0e9-b69b-4ab7-8728-ca3230fccd1b), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.529566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:26.536220 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d1dce0e9-b69b-4ab7-8728-ca3230fccd1b HTTP/1.1" status: 204 len: 168 time: 0.3674278 Aug 07 01:11:26.579083 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce72b95-6200-479c-bc5d-43352037818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dce0e9-b69b-4ab7-8728-ca3230fccd1b,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:26.664598 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c78a2-7abe-470f-a6b7-73919218787e req-be0cf08e-5773-4cbd-a788-857e760f3d41 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:26.667713 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5d7c78a2-7abe-470f-a6b7-73919218787e req-be0cf08e-5773-4cbd-a788-857e760f3d41 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 944 time: 0.1162140 Aug 07 01:11:26.754273 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5d7c78a2-7abe-470f-a6b7-73919218787e req-e06eb617-53e3-498b-a108-8238af8bc61f tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745902 Aug 07 01:11:27.273840 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40626) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:27.317645 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-511010f8-cdcf-4e6f-a1c8-b9093c74185a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.380226 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device a2435539-4100-4730-a912-3afae7d39093 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:11:27.446116 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: a2435539-4100-4730-a912-3afae7d39093 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:11:27.447065 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device a2435539-4100-4730-a912-3afae7d39093 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:11:27.466087 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-511010f8-cdcf-4e6f-a1c8-b9093c74185a admin admin] Publish callbacks [] for security_group (11c4059e-c76a-4fa3-999f-9ae447ea63c1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.474091 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-511010f8-cdcf-4e6f-a1c8-b9093c74185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (11c4059e-c76a-4fa3-999f-9ae447ea63c1), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.579790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40634) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:27.580335 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-511010f8-cdcf-4e6f-a1c8-b9093c74185a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c6333b27309b4ad0b9429a8117996f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030403 Aug 07 01:11:27.582434 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511010f8-cdcf-4e6f-a1c8-b9093c74185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c4059e-c76a-4fa3-999f-9ae447ea63c1,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:27.717822 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] Publish callbacks [] for security_group (11c4059e-c76a-4fa3-999f-9ae447ea63c1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.761901 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] Publish callbacks [] for security_group (11c4059e-c76a-4fa3-999f-9ae447ea63c1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.829698 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:27.876558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (11c4059e-c76a-4fa3-999f-9ae447ea63c1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.883443 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:27.889778 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/11c4059e-c76a-4fa3-999f-9ae447ea63c1 HTTP/1.1" status: 204 len: 168 time: 0.3076098 Aug 07 01:11:27.919571 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:27.919571 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d2872-c79c-41bd-89d9-2e759c0f450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c4059e-c76a-4fa3-999f-9ae447ea63c1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:28.002326 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e25d-426f-48be-9267-89ad1d389556 req-7f2acbea-d4a0-4e86-85d0-0707d7d3e527 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:28.007380 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-64f5e25d-426f-48be-9267-89ad1d389556 req-7f2acbea-d4a0-4e86-85d0-0707d7d3e527 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 944 time: 0.1075549 Aug 07 01:11:28.110383 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-64f5e25d-426f-48be-9267-89ad1d389556 req-928a9c20-8676-44af-84bc-a36a8c676580 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Aug 07 01:11:29.339177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6b07-9274-4f67-b235-82c942c34836 req-5adb7c31-8049-4f00-aacf-3fa99e05b7aa tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:29.341787 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-88ae6b07-9274-4f67-b235-82c942c34836 req-5adb7c31-8049-4f00-aacf-3fa99e05b7aa tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 944 time: 0.0921333 Aug 07 01:11:29.371582 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device d572d867-1ee7-4d54-aac5-7ca50a5652f6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:11:29.417040 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:29.453678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-88ae6b07-9274-4f67-b235-82c942c34836 req-61685cc1-9a56-4037-9ee8-496324c8667c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982032 Aug 07 01:11:29.588452 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:29.604780 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6', 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7', 'port_id': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6', 'mac_address': 'fa:16:3e:89:2d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c15a5c4-2d2f-4cab-bff6-9b777a865c13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:11:29.625434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40708) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:29.658355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port d572d867-1ee7-4d54-aac5-7ca50a5652f6 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:29.658784 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:29.677374 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d572d867-1ee7-4d54-aac5-7ca50a5652f6 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:29.705623 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:29.714016 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:29.785024 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:29.961163 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['d572d867-1ee7-4d54-aac5-7ca50a5652f6'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:30.430910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:30.706982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb8b3-0b8e-4c09-bc77-3124feeb9b8b req-883aae1c-2441-4cbd-a6a5-332853e65b17 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:30.708821 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d52bb8b3-0b8e-4c09-bc77-3124feeb9b8b req-883aae1c-2441-4cbd-a6a5-332853e65b17 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 945 time: 0.1174409 Aug 07 01:11:30.877164 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d52bb8b3-0b8e-4c09-bc77-3124feeb9b8b req-05880f4a-a31b-4f71-9523-caf59f6bf590 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500642 Aug 07 01:11:30.928528 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Deleting port e07d038b-8e8c-4c35-a281-a6ec0e6b006c {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:30.928888 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.042745 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] For port e07d038b-8e8c-4c35-a281-a6ec0e6b006c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:31.043264 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.063723 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Calling delete_port for e07d038b-8e8c-4c35-a281-a6ec0e6b006c owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:31.384503 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device d572d867-1ee7-4d54-aac5-7ca50a5652f6 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:31.449054 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:31.467929 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port d572d867-1ee7-4d54-aac5-7ca50a5652f6 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:11:31.476865 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port d572d867-1ee7-4d54-aac5-7ca50a5652f6 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:31.478959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.601959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port d572d867-1ee7-4d54-aac5-7ca50a5652f6 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:31.602365 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.615299 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:31.654067 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:31.660398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037cf8a-e8b9-4006-84a0-ed7e1af7011d" -d '{"events": [{"server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "name": "network-vif-plugged", "status": "completed", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:31.703377 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:31.715441 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.759730 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (e07d038b-8e8c-4c35-a281-a6ec0e6b006c), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:31.866038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07d038b-8e8c-4c35-a281-a6ec0e6b006c,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:31.867568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3157637d-057f-468f-9d33-051fbe348709 x-openstack-request-id: req-3157637d-057f-468f-9d33-051fbe348709 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:31.868825 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "name": "network-vif-plugged", "status": "completed", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:31.872183 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3157637d-057f-468f-9d33-051fbe348709 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:31.873989 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3157637d-057f-468f-9d33-051fbe348709'] response: {'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6', 'code': 200} Aug 07 01:11:31.886564 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:32.169907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f40c6-a4f9-4082-95af-cb1f191f080c req-c0b73fca-b52f-47f9-83a6-14af137de738 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:32.174018 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b7f40c6-a4f9-4082-95af-cb1f191f080c req-c0b73fca-b52f-47f9-83a6-14af137de738 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.1273544 Aug 07 01:11:32.260666 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:32.387357 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b7f40c6-a4f9-4082-95af-cb1f191f080c req-4101b561-b51b-4f02-aabe-24d7dcb896e6 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817594 Aug 07 01:11:32.473533 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40780) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:32.669835 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-640db21b-85df-4679-9ac9-1881e0a504e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:32.744300 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:32.767389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Router 921d2ac0-32c5-4a0c-8915-15e92513aa19 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:11:32.791193 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-640db21b-85df-4679-9ac9-1881e0a504e6 admin admin] Publish callbacks [] for security_group (c1463d3e-c32a-457f-8966-a02bc263d2c7), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:32.797637 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-640db21b-85df-4679-9ac9-1881e0a504e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c1463d3e-c32a-457f-8966-a02bc263d2c7), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:32.828574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:32.853864 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640db21b-85df-4679-9ac9-1881e0a504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1463d3e-c32a-457f-8966-a02bc263d2c7,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:32.879670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-640db21b-85df-4679-9ac9-1881e0a504e6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=45266fa3efb047909225e48c3c121d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986564 Aug 07 01:11:32.879670 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40794) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:32.951448 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] Publish callbacks [] for security_group (c1463d3e-c32a-457f-8966-a02bc263d2c7), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:32.983004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] Publish callbacks [] for security_group (c1463d3e-c32a-457f-8966-a02bc263d2c7), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.009391 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:33.022250 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8a775d2a-7a73-444c-a35f-b666c0beade4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/921d2ac0-32c5-4a0c-8915-15e92513aa19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3957784 Aug 07 01:11:33.023899 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40796) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:33.024692 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Sync routers for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:33.025574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40798) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:33.043575 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:33.044920 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:33.062823 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c1463d3e-c32a-457f-8966-a02bc263d2c7), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.070122 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.074604 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c1463d3e-c32a-457f-8966-a02bc263d2c7 HTTP/1.1" status: 204 len: 168 time: 0.1923847 Aug 07 01:11:33.087627 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd4938-1421-4259-895b-47d7eafce9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1463d3e-c32a-457f-8966-a02bc263d2c7,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:33.245446 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:33.258510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks [] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.260372 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:33.263987 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:33.494666 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:33.506942 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:33.514466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks [] for router_gateway (921d2ac0-32c5-4a0c-8915-15e92513aa19), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.597183 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208'}], 'enable_snat': True}, 'gw_port_id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:11:31Z', 'revision_number': 5, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port': {'id': '5441cc05-17ca-4f31-b8df-75c1fac24740', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:01Z', 'updated_at': '2022-08-07T01:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:33.637145 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Checking router: 921d2ac0-32c5-4a0c-8915-15e92513aa19 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:33.643044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Deleting port 5441cc05-17ca-4f31-b8df-75c1fac24740 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:33.643044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.656477 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Routers {'921d2ac0-32c5-4a0c-8915-15e92513aa19'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:33.657956 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['921d2ac0-32c5-4a0c-8915-15e92513aa19'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:33.699544 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924dd0-a61a-4549-bce2-d623edf53ca9 req-f531d64c-360c-4cb5-90c3-99b813f9f347 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:33.704879 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1c924dd0-a61a-4549-bce2-d623edf53ca9 req-f531d64c-360c-4cb5-90c3-99b813f9f347 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.0992589 Aug 07 01:11:33.705671 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40808) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:33.742223 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0bf9166d-51be-4802-8572-317f25610e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.776123 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6ce32604-898f-4ba2-9aa9-6159468cacf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.837203 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1c924dd0-a61a-4549-bce2-d623edf53ca9 req-24d64538-9e55-4ff3-af8f-53bc55622f07 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214039 Aug 07 01:11:33.847545 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] Set router 921d2ac0-32c5-4a0c-8915-15e92513aa19 gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:33.873616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] For port 5441cc05-17ca-4f31-b8df-75c1fac24740, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5441cc05-17ca-4f31-b8df-75c1fac24740,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:33.874463 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:33.915775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Calling delete_port for 5441cc05-17ca-4f31-b8df-75c1fac24740 owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:33.983441 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:11:33Z', 'revision_number': 6, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:34.015328 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e295-e062-449b-8b9e-a11a2d2e7012 req-4ec0bf99-f1bc-45f7-be7f-a933866aaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:34.017943 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2f6e295-e062-449b-8b9e-a11a2d2e7012 req-4ec0bf99-f1bc-45f7-be7f-a933866aaab2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 1130 time: 0.1788979 Aug 07 01:11:34.018258 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba1bce-e4c5-4b4e-b066-2ba866adf516 None None] The sync data for ids ['921d2ac0-32c5-4a0c-8915-15e92513aa19'] in dv-cinder-master-3-iscsi is: [{'id': '921d2ac0-32c5-4a0c-8915-15e92513aa19', 'name': 'tempest-DeleteServersTestJSON-1354032716-router', 'tenant_id': 'a105c95deb1041ba9ac721d7c82110e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:58Z', 'updated_at': '2022-08-07T01:11:33Z', 'revision_number': 6, 'project_id': 'a105c95deb1041ba9ac721d7c82110e9', 'gw_port_host': None}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:11:34.093222 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0bf9166d-51be-4802-8572-317f25610e76 admin admin] Publish callbacks [] for security_group (1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.101408 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0bf9166d-51be-4802-8572-317f25610e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.139152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6ce32604-898f-4ba2-9aa9-6159468cacf4 admin admin] Publish callbacks [] for security_group (630f55af-7c3a-4a3a-ad75-67bf4db1bc55), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.162911 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9166d-51be-4802-8572-317f25610e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:34.172934 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0bf9166d-51be-4802-8572-317f25610e76 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fc3e73b9f5c44fb79b41dc2b213b639f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617128 Aug 07 01:11:34.175165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40812) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:34.185483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6ce32604-898f-4ba2-9aa9-6159468cacf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (630f55af-7c3a-4a3a-ad75-67bf4db1bc55), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.254436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] Publish callbacks [] for security_group (1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.271159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce32604-898f-4ba2-9aa9-6159468cacf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630f55af-7c3a-4a3a-ad75-67bf4db1bc55,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:34.282454 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6ce32604-898f-4ba2-9aa9-6159468cacf4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=64218ac0bd314ac2af6f50b34fec5abd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2559183 Aug 07 01:11:34.287263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40814) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:34.303133 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] Publish callbacks [] for security_group (1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.387787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.395233 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.397251 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa HTTP/1.1" status: 204 len: 168 time: 0.2209382 Aug 07 01:11:34.412845 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:11:34.418233 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010df0f-9532-46d9-b31d-710f05d08a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e524e5f-a3d2-4612-9d34-8bcf9c4ff1fa,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:34.434502 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] Publish callbacks [] for security_group (630f55af-7c3a-4a3a-ad75-67bf4db1bc55), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.439547 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:34.469177 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (5441cc05-17ca-4f31-b8df-75c1fac24740), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.535189 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5441cc05-17ca-4f31-b8df-75c1fac24740,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:34.551067 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] Publish callbacks [] for security_group (630f55af-7c3a-4a3a-ad75-67bf4db1bc55), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.575690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e07d038b-8e8c-4c35-a281-a6ec0e6b006c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:11:34.617651 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: e07d038b-8e8c-4c35-a281-a6ec0e6b006c {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:11:34.618278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e07d038b-8e8c-4c35-a281-a6ec0e6b006c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:11:34.730133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.901385 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (630f55af-7c3a-4a3a-ad75-67bf4db1bc55), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.906000 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.907978 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/630f55af-7c3a-4a3a-ad75-67bf4db1bc55 HTTP/1.1" status: 204 len: 168 time: 0.6192234 Aug 07 01:11:34.917688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.918319 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2f6e295-e062-449b-8b9e-a11a2d2e7012 req-6c194763-a599-4577-a568-a3ce9f0bd46a service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034470 Aug 07 01:11:34.921933 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:34.933332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks [] for router_controller (921d2ac0-32c5-4a0c-8915-15e92513aa19), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:34.941554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:34.949080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb10bc-fb88-4049-999b-84c5942e33e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630f55af-7c3a-4a3a-ad75-67bf4db1bc55,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:35.097452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (921d2ac0-32c5-4a0c-8915-15e92513aa19), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.097452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921d2ac0-32c5-4a0c-8915-15e92513aa19 {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:11:35.120226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.126407 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-67151b70-83f8-4aac-aebe-a7d7844e55b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/921d2ac0-32c5-4a0c-8915-15e92513aa19 HTTP/1.1" status: 204 len: 168 time: 2.0979979 Aug 07 01:11:35.127384 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40832) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:35.181542 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125454c8-6854-4782-91bc-90bec86cb5ff req-d355d0dd-72d9-4b42-978a-41d5fbce8aa5 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:35.183408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-125454c8-6854-4782-91bc-90bec86cb5ff req-d355d0dd-72d9-4b42-978a-41d5fbce8aa5 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.0888803 Aug 07 01:11:35.262299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Deleting subnet 9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:11:35.269283 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Publish callbacks [] for subnet (9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.297671 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-125454c8-6854-4782-91bc-90bec86cb5ff req-33234f02-b525-40e9-a088-32cb1eb9f622 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012228 Aug 07 01:11:35.364510 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:35.368974 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.484454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:35.588535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.716155 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.752229 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372dc73-00b9-43bf-bd54-ec83247013b9 None None] Network dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:11:35.774744 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.784920 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf HTTP/1.1" status: 204 len: 168 time: 0.6513484 Aug 07 01:11:35.784920 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e0d53-1f81-47c6-baba-5526225a4e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3982bb-a1d4-44ba-b49f-6d8e1ba84caf,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:35.785556 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 40842) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:35.860309 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40846) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:35.904087 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a30dae4d-f7d5-462c-9903-db4406d1c731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:35.945026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.058243 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] DHCP port deletion for dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:11:36.061774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Deleting port e29bc112-2151-42aa-9164-e0ff430ce9b0 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:36.062891 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.138565 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a30dae4d-f7d5-462c-9903-db4406d1c731 admin admin] Publish callbacks [] for security_group (bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.152496 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a30dae4d-f7d5-462c-9903-db4406d1c731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.237667 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] For port e29bc112-2151-42aa-9164-e0ff430ce9b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e29bc112-2151-42aa-9164-e0ff430ce9b0,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:36.238293 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.252876 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Deleting port e29bc112-2151-42aa-9164-e0ff430ce9b0 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:36.252876 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.262335 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a30dae4d-f7d5-462c-9903-db4406d1c731 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e5bd676288ef46ffb7840de3a3695734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997965 Aug 07 01:11:36.263669 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dae4d-f7d5-462c-9903-db4406d1c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:36.272521 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Calling delete_port for e29bc112-2151-42aa-9164-e0ff430ce9b0 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:36.280121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40856) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:36.427156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] Publish callbacks [] for security_group (bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.488928 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] For port e29bc112-2151-42aa-9164-e0ff430ce9b0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e29bc112-2151-42aa-9164-e0ff430ce9b0,segment=NetworkSegment(fb6b6713-4297-465e-8701-7b6ec1b5330e),segment_id=fb6b6713-4297-465e-8701-7b6ec1b5330e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:36.490233 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.502271 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] Publish callbacks [] for security_group (bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.520031 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Calling delete_port for e29bc112-2151-42aa-9164-e0ff430ce9b0 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:36.549259 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.569700 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:36.640646 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29bc112-2151-42aa-9164-e0ff430ce9b0,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:36.651873 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] No DVR routers for this DVR port e29bc112-2151-42aa-9164-e0ff430ce9b0 on host dv-cinder-master-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:11:36.761138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5441cc05-17ca-4f31-b8df-75c1fac24740 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:11:36.794556 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.821968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0919d0-7d67-4e91-88b3-515554cdeb21 req-7854d23d-62c0-49d9-8bea-0192b0b93714 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:36.824871 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ea0919d0-7d67-4e91-88b3-515554cdeb21 req-7854d23d-62c0-49d9-8bea-0192b0b93714 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.2981379 Aug 07 01:11:36.826690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 5441cc05-17ca-4f31-b8df-75c1fac24740 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:11:36.827531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5441cc05-17ca-4f31-b8df-75c1fac24740 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:11:36.828444 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e29bc112-2151-42aa-9164-e0ff430ce9b0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:11:36.872999 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:36.875082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: e29bc112-2151-42aa-9164-e0ff430ce9b0 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:11:36.875978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device e29bc112-2151-42aa-9164-e0ff430ce9b0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:11:36.928474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6b6713-4297-465e-8701-7b6ec1b5330e') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:36.929069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6b6713-4297-465e-8701-7b6ec1b5330e') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:36.947958 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (fb6b6713-4297-465e-8701-7b6ec1b5330e), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.973703 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (fb6b6713-4297-465e-8701-7b6ec1b5330e), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.977063 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ea0919d0-7d67-4e91-88b3-515554cdeb21 req-7ef2bb14-d7ba-4b2a-8bb8-49ee34899898 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316390 Aug 07 01:11:36.980662 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.989726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:11:36.990315 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (fb6b6713-4297-465e-8701-7b6ec1b5330e), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.991683 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:36.993585 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255 HTTP/1.1" status: 204 len: 168 time: 0.7113829 Aug 07 01:11:36.994101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (e29bc112-2151-42aa-9164-e0ff430ce9b0), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:37.015751 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8255c-4a20-42f3-b652-fddf29d6dc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd93598-f1d1-4ccb-b2bd-9cc2c81fc255,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:37.044369 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] No DVR routers for this DVR port e29bc112-2151-42aa-9164-e0ff430ce9b0 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:11:37.093080 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c447-8fa0-456c-a92f-7fb84fe88d74 None None] Pushing event deleted for resources: {'Port': ['ID=e29bc112-2151-42aa-9164-e0ff430ce9b0,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:37.194946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment fb6b6713-4297-465e-8701-7b6ec1b5330e resource provider aggregate not found Aug 07 01:11:37.202978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:37.254679 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment fb6b6713-4297-465e-8701-7b6ec1b5330e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb6b6713-4297-465e-8701-7b6ec1b5330e found for delete ", "request_id": "req-f7db6e7a-59be-4ff6-9a55-a1cae13d8907"}]} Aug 07 01:11:37.256960 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:37.267114 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb HTTP/1.1" status: 204 len: 168 time: 1.4789646 Aug 07 01:11:37.268816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8195-323f-464c-8819-0483ee2bc8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2fdb8b-29a8-4b7e-9b2d-76256c0845cb,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:37.637695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40914) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:37.755742 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4b3d03f6-bd03-4836-92b4-791261331e18 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a105c95deb1041ba9ac721d7c82110e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1147246 Aug 07 01:11:37.758910 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 40916) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:37.861520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] Publish callbacks [] for security_group (47019557-3351-4ce9-8808-3cafddce8f58), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:37.899059 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] Publish callbacks [] for security_group (47019557-3351-4ce9-8808-3cafddce8f58), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:37.911163 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:38.000595 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (47019557-3351-4ce9-8808-3cafddce8f58), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:38.004561 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:38.011135 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/47019557-3351-4ce9-8808-3cafddce8f58 HTTP/1.1" status: 204 len: 168 time: 0.2496669 Aug 07 01:11:38.025973 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15345-2f47-4b02-b364-7aebafd70fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47019557-3351-4ce9-8808-3cafddce8f58,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:38.220329 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e415-efc9-45f6-8d4a-beee783187e0 req-0c441039-6e84-471f-8915-c2f284667af1 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:38.223636 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ef00e415-efc9-45f6-8d4a-beee783187e0 req-0c441039-6e84-471f-8915-c2f284667af1 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.0843036 Aug 07 01:11:38.290134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ef00e415-efc9-45f6-8d4a-beee783187e0 req-14240573-8a56-4149-8d63-8e0df672c96e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 Aug 07 01:11:39.436332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d706-4c56-4d7f-87bf-a06caddd80dd req-021266e5-9611-435e-ab1f-d1ab05de1de4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:39.438746 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-78b2d706-4c56-4d7f-87bf-a06caddd80dd req-021266e5-9611-435e-ab1f-d1ab05de1de4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.0759363 Aug 07 01:11:39.510385 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:39.516871 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-78b2d706-4c56-4d7f-87bf-a06caddd80dd req-442398a1-8231-4898-91ff-63f7084a9720 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617430 Aug 07 01:11:40.575041 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41018) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:40.656861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41022) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:40.997217 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb47aab-795a-48d3-b6cf-f22af5f3d3c5 req-e854e23b-b65f-4931-9a7f-948fefea075b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:41.001095 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7bb47aab-795a-48d3-b6cf-f22af5f3d3c5 req-e854e23b-b65f-4931-9a7f-948fefea075b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.2832403 Aug 07 01:11:41.058471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-76f6656d-9716-4008-b872-468f5b03ddf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.078866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-network', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:41.133472 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:41.169193 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7bb47aab-795a-48d3-b6cf-f22af5f3d3c5 req-c3cbe42d-f158-46b5-8988-3d8bba35d052 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313229 Aug 07 01:11:41.194137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48512587-9517-4436-8e64-61356d444d23 req-65fa88e2-c9c4-472c-834d-5d239993382d tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:41.212635 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-48512587-9517-4436-8e64-61356d444d23 req-65fa88e2-c9c4-472c-834d-5d239993382d tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 946 time: 0.3537340 Aug 07 01:11:41.212635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Made reservation on behalf of 9badaa18dcf64810b10dd7bf03d8e40d for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:41.212635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.225284 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.255095 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-76f6656d-9716-4008-b872-468f5b03ddf3 admin admin] Publish callbacks [] for security_group (1ee2b840-8087-472a-91f1-32a5f82bdaa9), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.264588 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-76f6656d-9716-4008-b872-468f5b03ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1ee2b840-8087-472a-91f1-32a5f82bdaa9), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.359916 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-76f6656d-9716-4008-b872-468f5b03ddf3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f5a3161b76cc434bb227e03a4ba8ffb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6977661 Aug 07 01:11:41.369305 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41036) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:41.392351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6656d-9716-4008-b872-468f5b03ddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2b840-8087-472a-91f1-32a5f82bdaa9,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:41.415845 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Deleting port d572d867-1ee7-4d54-aac5-7ca50a5652f6 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:11:41.416141 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.447592 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:41.503994 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] Publish callbacks [] for security_group (1ee2b840-8087-472a-91f1-32a5f82bdaa9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.551695 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] Publish callbacks [] for security_group (1ee2b840-8087-472a-91f1-32a5f82bdaa9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.669119 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1ee2b840-8087-472a-91f1-32a5f82bdaa9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.679787 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.681508 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1ee2b840-8087-472a-91f1-32a5f82bdaa9 HTTP/1.1" status: 204 len: 168 time: 0.3093560 Aug 07 01:11:41.691885 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] For port d572d867-1ee7-4d54-aac5-7ca50a5652f6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d572d867-1ee7-4d54-aac5-7ca50a5652f6,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:41.691885 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.704750 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dd76d-878b-4438-bfa6-84582e399239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2b840-8087-472a-91f1-32a5f82bdaa9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:41.765573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Calling delete_port for d572d867-1ee7-4d54-aac5-7ca50a5652f6 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:11:41.802485 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks [] for security_group (fbb9d6d3-ef10-42c1-ba46-b02c556fda0e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:41.813658 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fbb9d6d3-ef10-42c1-ba46-b02c556fda0e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.024432 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=8,neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:42.059407 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-075bb8af-4d45-47e9-8e67-0bc540d1faf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.079238 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:42.103968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (d572d867-1ee7-4d54-aac5-7ca50a5652f6), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.106512 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:11:42.121920 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['d572d867-1ee7-4d54-aac5-7ca50a5652f6'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:42.152094 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Pushing event deleted for resources: {'Port': ['ID=d572d867-1ee7-4d54-aac5-7ca50a5652f6,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:42.171942 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (a829fea9-fdc0-4a95-8cad-50b726dc2465), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.172823 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Added segment a829fea9-fdc0-4a95-8cad-50b726dc2465 of type vlan for network fd0a1aca-5011-496b-8c8b-5bafdabdf653 Aug 07 01:11:42.341437 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] No DVR routers for this DVR port d572d867-1ee7-4d54-aac5-7ca50a5652f6 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:11:42.351267 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.358499 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-48512587-9517-4436-8e64-61356d444d23 req-9d74ffef-fb12-4c82-a56f-cc49c07adf11 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "DELETE /networking/v2.0/ports/d572d867-1ee7-4d54-aac5-7ca50a5652f6 HTTP/1.1" status: 204 len: 173 time: 1.1362576 Aug 07 01:11:42.360026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'name': 'network-vif-deleted', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:42.373340 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a821b6e7-6e4f-4655-af61-908ba6ff015e" -d '{"events": [{"server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "name": "network-vif-deleted", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:42.434669 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (fd0a1aca-5011-496b-8c8b-5bafdabdf653), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.464548 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cd653cc4-22e8-49a9-b135-d2d1a1997567 req-6672b2ec-21b0-4369-bb87-650dc1cd294c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=202e0407-ce7c-4278-98b4-dd5855ee9088 HTTP/1.1" status: 200 len: 210 time: 0.0967424 Aug 07 01:11:42.491022 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (fd0a1aca-5011-496b-8c8b-5bafdabdf653), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.494337 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:42.495586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:42.629676 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aae183-d164-4c18-9d44-4ab0b06e4e68 x-openstack-request-id: req-64aae183-d164-4c18-9d44-4ab0b06e4e68 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:42.630135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202e0407-ce7c-4278-98b4-dd5855ee9088", "name": "network-vif-deleted", "tag": "d572d867-1ee7-4d54-aac5-7ca50a5652f6", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:42.630772 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64aae183-d164-4c18-9d44-4ab0b06e4e68 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:42.631676 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64aae183-d164-4c18-9d44-4ab0b06e4e68'] response: {'server_uuid': '202e0407-ce7c-4278-98b4-dd5855ee9088', 'name': 'network-vif-deleted', 'tag': 'd572d867-1ee7-4d54-aac5-7ca50a5652f6', 'status': 'completed', 'code': 200} Aug 07 01:11:42.646176 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.0630910 Aug 07 01:11:42.646708 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41072) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:42.656303 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Request body: {'subnet': {'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-subnet', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:42.665174 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f0bf-f383-4c81-9333-067a5f1c587a admin admin] Pushing event updated for resources: {'Network': ['ID=fd0a1aca-5011-496b-8c8b-5bafdabdf653,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:42.683336 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:11:42.708061 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Made reservation on behalf of 9badaa18dcf64810b10dd7bf03d8e40d for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:42.715578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:43.456547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (e6753875-d2f4-4a05-8b46-54a2735f7c55), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:43.598765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6753875-d2f4-4a05-8b46-54a2735f7c55,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:43.635372 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:43.637262 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:43.637927 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Network hostable DHCP agents. Network: fd0a1aca-5011-496b-8c8b-5bafdabdf653, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:11:43.684308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:11:43.712684 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fd0a1aca-5011-496b-8c8b-5bafdabdf653) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:43.725234 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:43.727367 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:43.739299 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcff84-80ec-45b3-b4d1-87935bdef1f0 None None] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:11:43.783739 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2f46ae94-cde2-4207-bdc5-588e8d3194fd admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1330557 Aug 07 01:11:43.788031 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41106) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:43.795828 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:43.826133 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=37 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:43.883591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:43.886697 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:43.993313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for router_controller (aab6cbe6-064f-4f12-8095-8971bfedde11), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.145941 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:11:44.151446 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.405697 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for router_gateway (aab6cbe6-064f-4f12-8095-8971bfedde11), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.413840 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=23 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:44.480863 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Allocated IP 172.20.0.2 (fd0a1aca-5011-496b-8c8b-5bafdabdf653/e6753875-d2f4-4a05-8b46-54a2735f7c55/91888ec9-65a2-424b-96d5-42b32705592d) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:11:44.667624 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-fb731558-79f9-4a61-9b5d-b671b15b7eed tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:44.671569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-fb731558-79f9-4a61-9b5d-b671b15b7eed tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 200 len: 809 time: 0.4470222 Aug 07 01:11:44.728139 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-6f0194af-a2aa-41a5-be28-64cae4051eb4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/quotas/1c3de7a94e61473aa759f03c19119775 HTTP/1.1" status: 200 len: 375 time: 0.0444298 Aug 07 01:11:44.816038 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:44.846153 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-67d28b33-b7b3-41a4-8501-10e0ec90942c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154127 Aug 07 01:11:44.874541 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks [] for port (91888ec9-65a2-424b-96d5-42b32705592d), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.890372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (91888ec9-65a2-424b-96d5-42b32705592d), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.912225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for router_gateway (aab6cbe6-064f-4f12-8095-8971bfedde11), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:44.977323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.046319 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:45.055067 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:45.068461 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:11:45.231834 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Pushing event updated for resources: {'Port': ['ID=91888ec9-65a2-424b-96d5-42b32705592d,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:45.320945 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Allocated IP 172.37.1.193 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/ad4b9535-7647-411c-9cce-b2e028454ec6) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:11:45.329318 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:45.343868 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Attempting to bind port 91888ec9-65a2-424b-96d5-42b32705592d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:11:45.350457 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Attempting to bind port 91888ec9-65a2-424b-96d5-42b32705592d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:11:45.351437 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Attempting to bind port 91888ec9-65a2-424b-96d5-42b32705592d on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:45.360005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:11:45.360406 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:45.360946 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.361414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Bound using segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:11:45.361972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Bound port: 91888ec9-65a2-424b-96d5-42b32705592d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:11:45.363119 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (91888ec9-65a2-424b-96d5-42b32705592d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.383301 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-da462e9c-3719-4b02-9200-c90ea819cd0f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350904 Aug 07 01:11:45.391907 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:45.498957 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device d572d867-1ee7-4d54-aac5-7ca50a5652f6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:11:45.506381 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] For port 91888ec9-65a2-424b-96d5-42b32705592d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:11:45.539167 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: d572d867-1ee7-4d54-aac5-7ca50a5652f6 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:11:45.539517 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device d572d867-1ee7-4d54-aac5-7ca50a5652f6 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:11:45.546158 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] For port 91888ec9-65a2-424b-96d5-42b32705592d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91888ec9-65a2-424b-96d5-42b32705592d,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:11:45.554088 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:45.556091 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (91888ec9-65a2-424b-96d5-42b32705592d), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.572366 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-fbc3152d-9944-4df9-8e22-e358fcc62171 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868255 Aug 07 01:11:45.609225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.646321 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7c62-bad0-4f1d-bf4e-65aa9966ff4b None None] Pushing event updated for resources: {'Port': ['ID=91888ec9-65a2-424b-96d5-42b32705592d,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:45.701914 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:45.766723 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:45.772034 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:45.777971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:11:45.845102 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b9535-7647-411c-9cce-b2e028454ec6,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:45.892468 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:45.895454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-28a413f2-4930-4dcc-bf6e-29c373f6f964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:46.211961 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bca3b03c-3d47-4290-9105-7c0557900d1e req-2373b7a5-37ca-4aef-87d7-0e1c9c1b4768 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 210 time: 0.2787032 Aug 07 01:11:46.694567 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for router_gateway (aab6cbe6-064f-4f12-8095-8971bfedde11), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:46.766132 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 91888ec9-65a2-424b-96d5-42b32705592d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:46.968179 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 91888ec9-65a2-424b-96d5-42b32705592d triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:46.969018 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (91888ec9-65a2-424b-96d5-42b32705592d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:47.234141 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 91888ec9-65a2-424b-96d5-42b32705592d is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:47.235444 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (91888ec9-65a2-424b-96d5-42b32705592d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:47.305854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 91888ec9-65a2-424b-96d5-42b32705592d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91888ec9-65a2-424b-96d5-42b32705592d,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:47.314716 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (91888ec9-65a2-424b-96d5-42b32705592d), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:47.456221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=91888ec9-65a2-424b-96d5-42b32705592d,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:47.514744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:47.555863 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0af59580-0b1d-4107-a1d8-9675c8f53ddd req-14d4f216-1f05-45ff-b958-1cec17767b9e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 210 time: 0.1472089 Aug 07 01:11:47.676372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c179b2-153b-4912-be1b-dbd8ae5e10f1 None None] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:11:47.767531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-2921ab90-8756-474d-abcd-50b16f5248c8 None None] Provisioning complete for port 91888ec9-65a2-424b-96d5-42b32705592d triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:47.767908 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2921ab90-8756-474d-abcd-50b16f5248c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (91888ec9-65a2-424b-96d5-42b32705592d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:47.851158 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Router aab6cbe6-064f-4f12-8095-8971bfedde11 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:11:47.916168 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-2921ab90-8756-474d-abcd-50b16f5248c8 None None] Current status of the port 91888ec9-65a2-424b-96d5-42b32705592d is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:48.099483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:48.114387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:48.128834 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:48.138080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.140566 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-d825642f-58bb-4ce2-9285-53ef02adf638 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3497124 Aug 07 01:11:48.143102 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41250) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:48.156353 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:48.157442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:48.306013 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41252) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:48.307718 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.379489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-ebb20bd4-eb4c-4b93-832a-794921c1fd19 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:48.381409 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-ebb20bd4-eb4c-4b93-832a-794921c1fd19 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 200 len: 809 time: 0.3095682 Aug 07 01:11:48.404443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Request body: {'port': {'device_id': '95d224a0-7a33-422a-bae6-06f4acfac258', 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7', 'admin_state_up': True, 'tenant_id': '1c3de7a94e61473aa759f03c19119775'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:48.505184 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:48.590038 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:48.590927 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4624fe04-3e2d-49b4-9e0d-7ab9578fdacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.780834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:48.787641 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4624fe04-3e2d-49b4-9e0d-7ab9578fdacd admin admin] Publish callbacks [] for security_group (82e8ef56-b22c-409d-a10d-fc85b8992cc4), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.801206 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4624fe04-3e2d-49b4-9e0d-7ab9578fdacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (82e8ef56-b22c-409d-a10d-fc85b8992cc4), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.824075 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:48.904526 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4624fe04-3e2d-49b4-9e0d-7ab9578fdacd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=479d523b7f064490b60cb6d0182c38ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5955689 Aug 07 01:11:48.911301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 91888ec9-65a2-424b-96d5-42b32705592d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:48.913457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41270) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:48.923520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624fe04-3e2d-49b4-9e0d-7ab9578fdacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e8ef56-b22c-409d-a10d-fc85b8992cc4,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:48.924978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-fd06c4bf-eba7-4f55-b3e7-de00cd8fbb21 None None] Provisioning complete for port 91888ec9-65a2-424b-96d5-42b32705592d triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:48.925857 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fd06c4bf-eba7-4f55-b3e7-de00cd8fbb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (91888ec9-65a2-424b-96d5-42b32705592d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:48.958581 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Made reservation on behalf of 1c3de7a94e61473aa759f03c19119775 for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:11:48.962740 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.056450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:49.061420 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-903ac15c-a09d-446e-9fee-91fa1907af17 req-1698fa12-fe3c-4e54-9f59-31c2fd3973ef tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 210 time: 0.2247777 Aug 07 01:11:49.131457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] Publish callbacks [] for security_group (82e8ef56-b22c-409d-a10d-fc85b8992cc4), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.240828 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.290321 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 91888ec9-65a2-424b-96d5-42b32705592d triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:49.291095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (91888ec9-65a2-424b-96d5-42b32705592d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.339602 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-fd06c4bf-eba7-4f55-b3e7-de00cd8fbb21 None None] Current status of the port 91888ec9-65a2-424b-96d5-42b32705592d is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:49.373118 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] Publish callbacks [] for security_group (82e8ef56-b22c-409d-a10d-fc85b8992cc4), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.393563 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.445015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 91888ec9-65a2-424b-96d5-42b32705592d is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:49.459563 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:46Z', 'revision_number': 3, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:49.495764 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:49.496289 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Updating router aab6cbe6-064f-4f12-8095-8971bfedde11 port ad4b9535-7647-411c-9cce-b2e028454ec6 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:11:49.507319 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Allocated IP 172.20.0.13 (c801bdeb-0c37-4d5c-9982-2308bc5204c7/4c15a5c4-2d2f-4cab-bff6-9b777a865c13/0108d266-48bb-4aec-97ba-3cbd0446ef81) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:11:49.595614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.619080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (82e8ef56-b22c-409d-a10d-fc85b8992cc4), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.623913 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.630253 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/82e8ef56-b22c-409d-a10d-fc85b8992cc4 HTTP/1.1" status: 204 len: 168 time: 0.7108111 Aug 07 01:11:49.682656 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66c647-2186-405e-86db-fcbd6b12deb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e8ef56-b22c-409d-a10d-fc85b8992cc4,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:49.682942 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:49.853920 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Allocated IP 172.20.0.1 (fd0a1aca-5011-496b-8c8b-5bafdabdf653/e6753875-d2f4-4a05-8b46-54a2735f7c55/0803e4db-fb7e-42e8-8ad6-fedc12c33a02) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:11:50.126049 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:50.181462 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks [] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.273601 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.283651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks [] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.376090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.445786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d693f95-360c-41b8-ba80-975261ce427a req-af0856d2-c3c5-4bfa-89d4-a37c6b3dcb40 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:50.449043 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2d693f95-360c-41b8-ba80-975261ce427a req-af0856d2-c3c5-4bfa-89d4-a37c6b3dcb40 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 932 time: 0.1358852 Aug 07 01:11:50.454962 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Network c801bdeb-0c37-4d5c-9982-2308bc5204c7 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:50.465312 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:50.476829 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:11:50.492421 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:50.497717 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:50.505141 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:11:50.588538 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:50.589603 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.590769 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41292) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:50.602240 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Pushing event updated for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:50.637785 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks [] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.649052 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.650823 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-43a37f7c-b61f-489b-bf51-f3b9a89799eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.679466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (aab6cbe6-064f-4f12-8095-8971bfedde11), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.691266 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:50.735001 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-71693296-d017-440e-9bd7-320d750146f4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3350387 Aug 07 01:11:50.743138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Attempting to bind port ad4b9535-7647-411c-9cce-b2e028454ec6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:11:50.745194 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Attempting to bind port ad4b9535-7647-411c-9cce-b2e028454ec6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:11:50.745815 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Attempting to bind port ad4b9535-7647-411c-9cce-b2e028454ec6 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:50.759970 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Request body: {'port': {'device_id': '95d224a0-7a33-422a-bae6-06f4acfac258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:11:50.771450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:11:50.772055 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:50.772731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.773349 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:11:50.774141 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Bound port: ad4b9535-7647-411c-9cce-b2e028454ec6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:11:50.774763 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:50.797128 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:50.813958 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:50.820293 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840016ae-da3f-474e-a468-f0ee7b64a246 None None] Pushing event updated for resources: {'Port': ['ID=ad4b9535-7647-411c-9cce-b2e028454ec6,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:50.823609 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:50.889834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:50.968931 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2d693f95-360c-41b8-ba80-975261ce427a req-0be46b7c-b566-47c7-b471-e845d2c0bebb tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733602 Aug 07 01:11:50.970516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] For port ad4b9535-7647-411c-9cce-b2e028454ec6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:11:50.978058 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] For port ad4b9535-7647-411c-9cce-b2e028454ec6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad4b9535-7647-411c-9cce-b2e028454ec6,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:11:51.011020 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.067454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:51.069180 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:51.126227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.142616 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-e5b9d1e9-92d7-4005-88db-dd9719582022 None None] Provisioning complete for port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:51.147658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d1e9-92d7-4005-88db-dd9719582022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.152723 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.177896 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-43a37f7c-b61f-489b-bf51-f3b9a89799eb admin admin] Publish callbacks [] for security_group (52fe9881-1b60-4c70-8977-fdfd11554945), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.189511 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-43a37f7c-b61f-489b-bf51-f3b9a89799eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (52fe9881-1b60-4c70-8977-fdfd11554945), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.340683 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-43a37f7c-b61f-489b-bf51-f3b9a89799eb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9803d3b3c39743a1803d1169e957e2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7478182 Aug 07 01:11:51.341838 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41304) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:51.360101 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a37f7c-b61f-489b-bf51-f3b9a89799eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fe9881-1b60-4c70-8977-fdfd11554945,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:51.372643 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9d1e9-92d7-4005-88db-dd9719582022 None None] Port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:11:51.509061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840016ae-da3f-474e-a468-f0ee7b64a246 None None] Pushing event updated for resources: {'Port': ['ID=ad4b9535-7647-411c-9cce-b2e028454ec6,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:51.576998 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:51.621449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:51.683747 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] Publish callbacks [] for security_group (52fe9881-1b60-4c70-8977-fdfd11554945), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.775397 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] Publish callbacks [] for security_group (52fe9881-1b60-4c70-8977-fdfd11554945), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.786866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0108d266-48bb-4aec-97ba-3cbd0446ef81 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:51.797694 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks [] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.807078 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks [] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.817537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.841821 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Transition to ACTIVE for port object 0108d266-48bb-4aec-97ba-3cbd0446ef81 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:11:51.855775 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:51.988308 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41308) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:52.094053 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:52.100910 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:11:49Z', 'revision_number': 1, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:52.109280 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:52.166548 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8eae6-fc76-49ef-a3f2-ac0b8f3c27f1 None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:11:49Z', 'revision_number': 1, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:11:52.172133 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Attempting to bind port 0108d266-48bb-4aec-97ba-3cbd0446ef81 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:11:52.173598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Attempting to bind port 0108d266-48bb-4aec-97ba-3cbd0446ef81 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:11:52.173598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Attempting to bind port 0108d266-48bb-4aec-97ba-3cbd0446ef81 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:52.192454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Port 0108d266-48bb-4aec-97ba-3cbd0446ef81 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:11:52.193640 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Attempting to bind port 0108d266-48bb-4aec-97ba-3cbd0446ef81 on network c801bdeb-0c37-4d5c-9982-2308bc5204c7 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:52.211487 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:11:52.212729 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Checking segment: {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:52.213346 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Bound using segment: {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:11:52.214079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Bound port: 0108d266-48bb-4aec-97ba-3cbd0446ef81, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:11:52.215521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.457439 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8098ea48-2722-402b-99eb-b06dbfd29aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.494706 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:11:52.514725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:11:52.541799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (aab6cbe6-064f-4f12-8095-8971bfedde11), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.545717 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-29b83a56-ba0a-4384-bee2-074870225232 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6344767 Aug 07 01:11:52.554867 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Pushing event updated for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:52.561737 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.595774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fd19d-78e7-4793-9acc-5d712860489c req-135f042a-d4a7-4574-8997-0de8b03fe627 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:52.597731 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cc7fd19d-78e7-4793-9acc-5d712860489c req-135f042a-d4a7-4574-8997-0de8b03fe627 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.1349983 Aug 07 01:11:52.605236 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:52.614359 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.618328 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0108d266-48bb-4aec-97ba-3cbd0446ef81 HTTP/1.1" status: 200 len: 1094 time: 1.8721120 Aug 07 01:11:52.635308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (52fe9881-1b60-4c70-8977-fdfd11554945), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.638618 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.640092 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/52fe9881-1b60-4c70-8977-fdfd11554945 HTTP/1.1" status: 204 len: 168 time: 1.2918806 Aug 07 01:11:52.642221 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:11:52.648662 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5510a8c-325b-43d9-b396-9bd2d403d2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:11:52.788506 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:52.809046 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560461b7-44e6-48dc-8cde-d538110d4f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fe9881-1b60-4c70-8977-fdfd11554945,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:52.841597 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061f0ac-6f52-443e-b97c-9b3e339ebd30 service neutron] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:52.939405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee22c4-9e43-41a0-9411-9f0defb650b7 x-openstack-request-id: req-5cee22c4-9e43-41a0-9411-9f0defb650b7 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:11:52.939887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:11:52.940725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cee22c4-9e43-41a0-9411-9f0defb650b7 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:11:52.941469 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee22c4-9e43-41a0-9411-9f0defb650b7'] response: {'name': 'network-changed', 'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'status': 'completed', 'code': 200} Aug 07 01:11:52.950517 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:52.985749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0bcdb59d-2511-42bd-ad71-96db314dad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:52.987545 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-0bcdb59d-2511-42bd-ad71-96db314dad1b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 1128 time: 0.1332164 Aug 07 01:11:53.048606 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:53.098579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cc7fd19d-78e7-4793-9acc-5d712860489c req-8d728924-7c85-4433-a648-3945e33e9ea8 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569438 Aug 07 01:11:53.099744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-5d1a5895-9ed4-40ef-88ff-65158710b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:53.101378 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-5d1a5895-9ed4-40ef-88ff-65158710b2ac service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1130 time: 0.2427573 Aug 07 01:11:53.129532 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:11:53.137038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:11:53.233731 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-03bb372f-f678-492f-84e1-59123f865877 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81 HTTP/1.1" status: 200 len: 217 time: 0.2343512 Aug 07 01:11:53.239746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8098ea48-2722-402b-99eb-b06dbfd29aad admin admin] Publish callbacks [] for security_group (2ee363e1-370d-44e7-80df-ffcb9d69d348), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:53.261840 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8098ea48-2722-402b-99eb-b06dbfd29aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2ee363e1-370d-44e7-80df-ffcb9d69d348), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:53.569614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ea48-2722-402b-99eb-b06dbfd29aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee363e1-370d-44e7-80df-ffcb9d69d348,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:53.642473 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-96f6273d-8f89-482f-aa2a-dcb5bfd007cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:53.649266 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-96f6273d-8f89-482f-aa2a-dcb5bfd007cf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4c15a5c4-2d2f-4cab-bff6-9b777a865c13 HTTP/1.1" status: 200 len: 849 time: 0.4059670 Aug 07 01:11:53.657266 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8098ea48-2722-402b-99eb-b06dbfd29aad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8034d44cbe8b49c1bd2f32aae4e4807d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6590035 Aug 07 01:11:53.689758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41332) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:53.770011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Router aab6cbe6-064f-4f12-8095-8971bfedde11 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:11:53.792753 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8145a66d-5241-48c4-9162-7fe13e79aeb7 None None] Provisioning complete for port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:53.793670 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8145a66d-5241-48c4-9162-7fe13e79aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:53.879997 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-7181045c-edda-4f4e-9f74-e5bb3a342834 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c801bdeb-0c37-4d5c-9982-2308bc5204c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184770 Aug 07 01:11:53.944466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8145a66d-5241-48c4-9162-7fe13e79aeb7 None None] Port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:11:54.036613 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-12749b43-493d-4817-b568-a2ddabc9bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:54.042694 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-12749b43-493d-4817-b568-a2ddabc9bd33 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.6814427 Aug 07 01:11:54.128784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:11:54.254028 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2805ece5-e7d4-4d8e-88cc-7504819b2a22 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/aab6cbe6-064f-4f12-8095-8971bfedde11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1093495 Aug 07 01:11:54.295791 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-fd1b1b9c-206b-49e4-a811-88f91748399e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 1002 time: 0.1634007 Aug 07 01:11:54.326394 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-ff4ea0fc-fd31-4882-9aef-9ef11610d528 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338064 Aug 07 01:11:54.328052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Publish callbacks [] for security_group (2ee363e1-370d-44e7-80df-ffcb9d69d348), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:54.352988 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:54.430203 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:54.434881 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-b3cd168a-7701-4872-998b-1ff8a5ca2e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:54.439654 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-b3cd168a-7701-4872-998b-1ff8a5ca2e57 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.1361084 Aug 07 01:11:54.441644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Publish callbacks [] for security_group (2ee363e1-370d-44e7-80df-ffcb9d69d348), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:54.536581 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-6a9c7b5d-b9e1-4bbf-ba1e-61f557947142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:54.538898 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-6a9c7b5d-b9e1-4bbf-ba1e-61f557947142 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891376 Aug 07 01:11:54.784590 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ad4b9535-7647-411c-9cce-b2e028454ec6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:54.871267 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176d29e-4ce7-4385-914f-b09624031efa req-34af5c5c-4fe1-4b37-8290-047b443b8a23 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:54.884404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8176d29e-4ce7-4385-914f-b09624031efa req-34af5c5c-4fe1-4b37-8290-047b443b8a23 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.3814859 Aug 07 01:11:54.934734 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port ad4b9535-7647-411c-9cce-b2e028454ec6 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:54.938701 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-539054db-86ea-4680-a677-5c4bf58ef8f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911309 Aug 07 01:11:54.940915 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:54.959899 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49feedd6-dea2-4951-8e02-e5f22c702281 req-b0bf6e0f-a4ce-496f-a245-4ac76524840c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241307 Aug 07 01:11:55.046164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2ee363e1-370d-44e7-80df-ffcb9d69d348), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:55.054244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:55.061438 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2ee363e1-370d-44e7-80df-ffcb9d69d348 HTTP/1.1" status: 204 len: 168 time: 1.3659277 Aug 07 01:11:55.105246 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8176d29e-4ce7-4385-914f-b09624031efa req-8f940bc0-1fb1-41e4-b714-4a615977b00a tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187519 Aug 07 01:11:55.135344 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee363e1-370d-44e7-80df-ffcb9d69d348,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:55.163320 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.163708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.173012 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.173386 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.173953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.174571 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.175140 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.176020 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.176355 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.176852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.186282 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.186706 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.187292 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.187880 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.188485 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cad28a-2297-4b2b-b959-059b8c920018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:55.230456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port ad4b9535-7647-411c-9cce-b2e028454ec6 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:55.231840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:55.285945 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port ad4b9535-7647-411c-9cce-b2e028454ec6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad4b9535-7647-411c-9cce-b2e028454ec6,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:55.316678 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:55.404314 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9f3d331d-95f2-4ffe-9214-22aa35852845 req-27000dd0-4786-40c8-80fb-386586d69328 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562018 Aug 07 01:11:55.451289 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=ad4b9535-7647-411c-9cce-b2e028454ec6,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:55.932548 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4441829b-a44c-4a57-9e29-1a880aa32671 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:55.935027 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4441829b-a44c-4a57-9e29-1a880aa32671 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.1923935 Aug 07 01:11:55.978404 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c0927f2f-6911-45bc-af56-acfc5ae73aeb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/quotas/9badaa18dcf64810b10dd7bf03d8e40d HTTP/1.1" status: 200 len: 375 time: 0.0321856 Aug 07 01:11:56.002715 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41404) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:56.024030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0c83d828-0f0d-4432-9753-16bc25afccfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.116976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:56.215466 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0c83d828-0f0d-4432-9753-16bc25afccfb admin admin] Publish callbacks [] for security_group (6b33f4a6-ce82-40c3-94c2-08f40af9d792), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.223123 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0c83d828-0f0d-4432-9753-16bc25afccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6b33f4a6-ce82-40c3-94c2-08f40af9d792), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.238993 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-775f7330-7b39-4735-8f8c-19efbc54ae9a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2594345 Aug 07 01:11:56.245184 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-ce2d211a-b59a-46c7-8a75-c60a98277134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:56.247763 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-ce2d211a-b59a-46c7-8a75-c60a98277134 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1c3de7a94e61473aa759f03c19119775&device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 1128 time: 0.1282613 Aug 07 01:11:56.309568 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0c83d828-0f0d-4432-9753-16bc25afccfb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=537b6516b5274c98b1b6255df9c1c3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055971 Aug 07 01:11:56.355812 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83d828-0f0d-4432-9753-16bc25afccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b33f4a6-ce82-40c3-94c2-08f40af9d792,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:56.374272 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41414) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:56.460957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41418) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:56.520832 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:56.528051 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-2755c262-d8f4-4e46-ac91-c22f91793ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:56.537752 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-2755c262-d8f4-4e46-ac91-c22f91793ea4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 200 len: 910 time: 0.2819247 Aug 07 01:11:56.673546 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:11:56.708177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] Publish callbacks [] for security_group (6b33f4a6-ce82-40c3-94c2-08f40af9d792), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.716324 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:11:56.723764 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:56.728991 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ad4b9535-7647-411c-9cce-b2e028454ec6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:56.799968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-42a4e0b9-7ff8-4c02-9011-1a6b7ce9453d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81 HTTP/1.1" status: 200 len: 217 time: 0.2152407 Aug 07 01:11:56.806791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e7568-2c96-4da1-a3be-039c6f30f58f req-1e6b3146-7d19-4176-84ef-f13caf69466a tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:56.809981 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8c7e7568-2c96-4da1-a3be-039c6f30f58f req-1e6b3146-7d19-4176-84ef-f13caf69466a tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.2063398 Aug 07 01:11:56.824891 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] Publish callbacks [] for security_group (6b33f4a6-ce82-40c3-94c2-08f40af9d792), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.934353 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-d865b0d8-b842-439a-8027-c2d3a341c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:56.936515 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-d865b0d8-b842-439a-8027-c2d3a341c8dc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=4c15a5c4-2d2f-4cab-bff6-9b777a865c13 HTTP/1.1" status: 200 len: 849 time: 0.1169648 Aug 07 01:11:56.951704 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port ad4b9535-7647-411c-9cce-b2e028454ec6 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:56.953034 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:56.956856 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:57.062132 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:11:57.090880 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-656fb57e-8119-4105-91c8-35df3f3e2352 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c801bdeb-0c37-4d5c-9982-2308bc5204c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466246 Aug 07 01:11:57.188057 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9e07be42-e629-453c-92a0-ece89bb5c23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.192747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:57.224299 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8c7e7568-2c96-4da1-a3be-039c6f30f58f req-f1eb04c8-2f74-4ee5-bf8f-13663d0dcb5e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823071 Aug 07 01:11:57.224299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6b33f4a6-ce82-40c3-94c2-08f40af9d792), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.231969 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port ad4b9535-7647-411c-9cce-b2e028454ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:57.233149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.233149 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6b33f4a6-ce82-40c3-94c2-08f40af9d792 HTTP/1.1" status: 204 len: 168 time: 0.8487978 Aug 07 01:11:57.288689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf07f8-fe28-4677-b94e-258e66e5a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b33f4a6-ce82-40c3-94c2-08f40af9d792,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:57.464177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9e07be42-e629-453c-92a0-ece89bb5c23b admin admin] Publish callbacks [] for security_group (8977aff1-eb15-46a1-aad4-2789caaa5375), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.478555 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9e07be42-e629-453c-92a0-ece89bb5c23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8977aff1-eb15-46a1-aad4-2789caaa5375), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.510818 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9e07be42-e629-453c-92a0-ece89bb5c23b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=92bb9b5d1e724fb89c90d8923a587912&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0475686 Aug 07 01:11:57.526030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41436) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:57.588313 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 0108d266-48bb-4aec-97ba-3cbd0446ef81 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:11:57.591702 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-e1ea3220-1404-40f3-b8e6-4d5aa02ee0d0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905207 Aug 07 01:11:57.604636 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07be42-e629-453c-92a0-ece89bb5c23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977aff1-eb15-46a1-aad4-2789caaa5375,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:57.696219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-ffd608a1-2125-4554-b5ac-222f008bf28a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1571209 Aug 07 01:11:57.761431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] Publish callbacks [] for security_group (8977aff1-eb15-46a1-aad4-2789caaa5375), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.829669 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] Publish callbacks [] for security_group (8977aff1-eb15-46a1-aad4-2789caaa5375), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.839197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:57.858174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:57.862771 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5510a8c-325b-43d9-b396-9bd2d403d2ab req-56821e6a-f9ea-45e2-9648-addac7e051bb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574034 Aug 07 01:11:57.903168 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'network_id': 'c801bdeb-0c37-4d5c-9982-2308bc5204c7', 'port_id': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'mac_address': 'fa:16:3e:ef:17:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c15a5c4-2d2f-4cab-bff6-9b777a865c13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:11:57.970612 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 0108d266-48bb-4aec-97ba-3cbd0446ef81 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:11:57.971014 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.972682 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8977aff1-eb15-46a1-aad4-2789caaa5375), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.974103 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-85f33a4b-2101-425f-90c2-047af49cf760 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984916 Aug 07 01:11:57.975685 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:57.976935 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8977aff1-eb15-46a1-aad4-2789caaa5375 HTTP/1.1" status: 204 len: 168 time: 0.4494383 Aug 07 01:11:57.990757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0108d266-48bb-4aec-97ba-3cbd0446ef81 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:11:57.994854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622adf5-28e5-4e94-808c-befb2408c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977aff1-eb15-46a1-aad4-2789caaa5375,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:58.037254 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:11:58.045327 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:58.109948 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:58.122025 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.122678 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.123265 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.123817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.124518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.125074 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.125481 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.125891 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.126490 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.127008 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.127606 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.128505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.129290 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.130131 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.131059 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:58.176118 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 2, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:11:58.215982 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:11:58.216835 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Updating router aab6cbe6-064f-4f12-8095-8971bfedde11 port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:11:58.308616 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:58.324230 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['0108d266-48bb-4aec-97ba-3cbd0446ef81'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:11:58.481491 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41464) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:58.540699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-316941f4-acf5-4bca-9ddc-a782c16af026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:58.580915 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4319579f-3188-4309-a657-31237d82ae51 req-eb747783-2c83-49a6-a10d-c17bf58d4625 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 210 time: 0.0903525 Aug 07 01:11:58.840720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fc0de-7303-42e5-be70-8d5a3db00359 req-11f6ef75-79f8-4335-90ac-2e83346a0bb6 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:58.845326 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1f6fc0de-7303-42e5-be70-8d5a3db00359 req-11f6ef75-79f8-4335-90ac-2e83346a0bb6 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 945 time: 0.2380016 Aug 07 01:11:58.981647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:59.068093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-316941f4-acf5-4bca-9ddc-a782c16af026 admin admin] Publish callbacks [] for security_group (65fa1415-e5c5-4e06-8b47-3ba46a3bff76), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.080614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-316941f4-acf5-4bca-9ddc-a782c16af026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (65fa1415-e5c5-4e06-8b47-3ba46a3bff76), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.126887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316941f4-acf5-4bca-9ddc-a782c16af026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa1415-e5c5-4e06-8b47-3ba46a3bff76,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:59.187501 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1f6fc0de-7303-42e5-be70-8d5a3db00359 req-70641f8a-99f7-4724-bf28-76ed769779db tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668648 Aug 07 01:11:59.201697 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks [] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.214498 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.289801 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41506) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:11:59.289991 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-316941f4-acf5-4bca-9ddc-a782c16af026 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=aeab60c25f47457887113c16454e3b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8013680 Aug 07 01:11:59.474291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Publish callbacks [] for security_group (65fa1415-e5c5-4e06-8b47-3ba46a3bff76), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.528478 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Pushing event updated for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:59.528817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Publish callbacks [] for security_group (65fa1415-e5c5-4e06-8b47-3ba46a3bff76), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.565917 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:59.586424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 0108d266-48bb-4aec-97ba-3cbd0446ef81 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:11:59.614577 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (65fa1415-e5c5-4e06-8b47-3ba46a3bff76), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.621577 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.622953 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/65fa1415-e5c5-4e06-8b47-3ba46a3bff76 HTTP/1.1" status: 204 len: 168 time: 0.3312085 Aug 07 01:11:59.648949 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa1415-e5c5-4e06-8b47-3ba46a3bff76,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:11:59.670719 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.671121 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.671512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.671859 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.672200 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.672560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.672892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.674848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.675208 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.677576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.677931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.679606 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.679977 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.680383 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.682864 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9bd74-7cde-4e91-a605-9eeff2352b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.683186 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Attempting to bind port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:11:59.684819 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Attempting to bind port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:11:59.686218 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Attempting to bind port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:11:59.702318 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:11:59.702950 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:11:59.703280 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.703712 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Bound using segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:11:59.704551 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Bound port: 0803e4db-fb7e-42e8-8ad6-fedc12c33a02, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:11:59.705065 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.745346 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.746156 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.746835 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.747402 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.748002 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.748541 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.750459 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.751047 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.751530 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.752106 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.753366 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.754065 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.754949 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.755526 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.756105 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:11:59.762511 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:11:59.766729 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-d0e6b9bd-9422-4e4b-9fdf-3f40c5a541f1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:11:59.771904 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-d0e6b9bd-9422-4e4b-9fdf-3f40c5a541f1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.3215511 Aug 07 01:11:59.831721 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-4f0925d5-2ce4-4b5e-b93d-c3e64243ba59 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/quotas/9badaa18dcf64810b10dd7bf03d8e40d HTTP/1.1" status: 200 len: 375 time: 0.0518327 Aug 07 01:11:59.854542 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 0108d266-48bb-4aec-97ba-3cbd0446ef81 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:11:59.879984 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 0108d266-48bb-4aec-97ba-3cbd0446ef81 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:11:59.880994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:11:59.925286 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] For port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:11:59.958907 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] For port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:11:59.971281 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:00.077701 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-ecbfe2c6-eb78-456c-a576-d29a9d9c2af5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2431326 Aug 07 01:12:00.164832 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 0108d266-48bb-4aec-97ba-3cbd0446ef81 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:00.167020 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:00.180542 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:12:00.181524 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:11:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:12:00.266351 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:00.273752 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874bd19a-4c06-473a-8033-2de96ba72ed0" -d '{"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-plugged", "status": "completed", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:00.296986 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-745e3c4f-2bac-47f1-8ff1-ed17335abe07 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134960 Aug 07 01:12:00.355445 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:00.364875 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:00.378549 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733df90-f552-4df6-be06-71ab243fb267 None None] Pushing event updated for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:00.592407 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-0e9f2ea6-4255-474a-b7e7-bfd95d3e6a08 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878690 Aug 07 01:12:00.595303 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:00.731088 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:12:00.822179 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:00.837818 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d871b3-b9eb-43a9-be47-1a87de4494d9 req-68cce33e-a9c4-4198-956a-451137560621 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:00.861227 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-88d871b3-b9eb-43a9-be47-1a87de4494d9 req-68cce33e-a9c4-4198-956a-451137560621 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1355362 Aug 07 01:12:01.039301 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-88d871b3-b9eb-43a9-be47-1a87de4494d9 req-df9d86b7-4d51-4c09-b99f-c11064bfeca4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761305 Aug 07 01:12:01.091030 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:01.093011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:01.369784 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f583e-f574-4c05-9041-f9aa71aebed9 req-57dead10-d793-45e4-bee9-e60dd25fe77b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:01.383291 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d86f583e-f574-4c05-9041-f9aa71aebed9 req-57dead10-d793-45e4-bee9-e60dd25fe77b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.1783557 Aug 07 01:12:01.438787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009de436-7553-4ee5-8817-6864951f0134 x-openstack-request-id: req-009de436-7553-4ee5-8817-6864951f0134 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:01.439750 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-plugged", "status": "completed", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:01.440487 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-009de436-7553-4ee5-8817-6864951f0134 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:01.441359 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009de436-7553-4ee5-8817-6864951f0134'] response: {'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'code': 200} Aug 07 01:12:01.457352 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:01.508050 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:01.509623 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:01.543201 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:11:59Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:12:01.549239 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d86f583e-f574-4c05-9041-f9aa71aebed9 req-efad0324-3b5c-4f2c-a6ec-61b4c6b99634 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612408 Aug 07 01:12:01.578826 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:01.579466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:01.613800 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b511fd-7398-439a-82ad-9040f3418002 None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:11:59Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:12:01.717066 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2ac55d1-2914-41d0-810d-d04b2d8b4a23 req-f51c3a44-0dc9-4df7-bd99-a37dc1226faf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 210 time: 0.2004795 Aug 07 01:12:01.816421 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-7b17a00a-f115-4767-b7c6-573180d59597 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:01.849258 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-7b17a00a-f115-4767-b7c6-573180d59597 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.7825489 Aug 07 01:12:01.869919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:01.872273 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'port': {'device_id': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'admin_state_up': True, 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:01.890528 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:01.953658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:02.099719 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:02.388436 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Made reservation on behalf of 9badaa18dcf64810b10dd7bf03d8e40d for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:12:02.399606 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:02.444115 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:02.564716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41608) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:02.846100 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:02.898614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058c764-f07d-4d1a-bfe1-61d810edccd4 req-68c9df36-1c76-4fd7-9e0b-a260878b813e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:02.923226 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6058c764-f07d-4d1a-bfe1-61d810edccd4 req-68c9df36-1c76-4fd7-9e0b-a260878b813e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.4406316 Aug 07 01:12:03.002372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:03.004649 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:03.142077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea3ae-203f-44a3-8729-df972aa4cf78 req-e7475635-3868-4ec9-8726-0be871651bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:03.144726 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a8ea3ae-203f-44a3-8729-df972aa4cf78 req-e7475635-3868-4ec9-8726-0be871651bc8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 1130 time: 0.4998748 Aug 07 01:12:03.168714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:03.211963 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f993-5164-4f1a-9f96-465bc1e86db1 req-2de2c3aa-d295-4981-8b5e-93fb46388493 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:03.223333 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6058c764-f07d-4d1a-bfe1-61d810edccd4 req-9743154f-acb3-436f-8caa-99561bbdbe32 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987859 Aug 07 01:12:03.224205 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5088f993-5164-4f1a-9f96-465bc1e86db1 req-2de2c3aa-d295-4981-8b5e-93fb46388493 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.3692474 Aug 07 01:12:03.284559 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a8ea3ae-203f-44a3-8729-df972aa4cf78 req-acf4fa27-cf12-47bb-9dab-1ba4febecb73 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306336 Aug 07 01:12:03.312592 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6944-7234-43bd-b35a-36b29b45be35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:03.334126 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Allocated IP 172.20.0.12 (fd0a1aca-5011-496b-8c8b-5bafdabdf653/e6753875-d2f4-4a05-8b46-54a2735f7c55/c91dc146-cf64-40b0-a3e9-644405de258c) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:12:03.477123 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4b355bb1-e3ff-4596-9db9-b5193d52a824 req-53a90d29-3599-4962-8fda-d84c776f82d8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 210 time: 0.0844188 Aug 07 01:12:03.542004 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5088f993-5164-4f1a-9f96-465bc1e86db1 req-9768771e-facd-4fc3-9a14-14d227091549 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772307 Aug 07 01:12:03.762262 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6944-7234-43bd-b35a-36b29b45be35 admin admin] Publish callbacks [] for security_group (64e526b3-0d92-47a4-ab9e-dd87050a6b9f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:03.772985 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6944-7234-43bd-b35a-36b29b45be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (64e526b3-0d92-47a4-ab9e-dd87050a6b9f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:03.872821 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-3e6a6944-7234-43bd-b35a-36b29b45be35 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ab64a228794f45928f40d34372330604&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3058133 Aug 07 01:12:03.876424 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41630) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:03.887900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a6944-7234-43bd-b35a-36b29b45be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e526b3-0d92-47a4-ab9e-dd87050a6b9f,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:03.948182 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for port (c91dc146-cf64-40b0-a3e9-644405de258c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.013014 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] Publish callbacks [] for security_group (64e526b3-0d92-47a4-ab9e-dd87050a6b9f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.067894 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] Publish callbacks [] for security_group (64e526b3-0d92-47a4-ab9e-dd87050a6b9f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.071118 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:04.094877 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.140385 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:04.191464 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (64e526b3-0d92-47a4-ab9e-dd87050a6b9f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.196841 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.201033 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/64e526b3-0d92-47a4-ab9e-dd87050a6b9f HTTP/1.1" status: 204 len: 168 time: 0.3207431 Aug 07 01:12:04.238173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb184c-fcdf-4b2f-ae29-418b2123ee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e526b3-0d92-47a4-ab9e-dd87050a6b9f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:04.248627 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:12:04.258658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:12:04.262429 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:04.265291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:12:04.459250 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:04.461344 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.547984 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4b6e3476-49d8-42e3-91ab-28d2db2660bc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6837864 Aug 07 01:12:04.647236 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219c77f-fb7b-4c89-b51b-fc047fbdea42 req-9c71acbb-0bf5-4ccb-89c0-c44d8133edb9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:04.656886 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6219c77f-fb7b-4c89-b51b-fc047fbdea42 req-9c71acbb-0bf5-4ccb-89c0-c44d8133edb9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1904190 Aug 07 01:12:04.661854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41650) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:04.668322 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071856285', 'description': 'tempest-description--1607313195'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:04.670513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-c20951aa-da17-4b5e-9dcb-6ebb132ad0d0 None None] Provisioning complete for port c91dc146-cf64-40b0-a3e9-644405de258c triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:04.670973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c20951aa-da17-4b5e-9dcb-6ebb132ad0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.726711 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c20951aa-da17-4b5e-9dcb-6ebb132ad0d0 None None] Port c91dc146-cf64-40b0-a3e9-644405de258c cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:12:04.737947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.810669 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6219c77f-fb7b-4c89-b51b-fc047fbdea42 req-8f6844a1-9a6f-4576-b030-182508249fc8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356323 Aug 07 01:12:04.892074 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-32ad3998-ecec-4a54-b64b-a7771a7881ca req-266747ec-b1f2-4979-a6d9-63a184137c3c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 210 time: 0.0858049 Aug 07 01:12:04.925945 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:04.979171 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:04.986133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.056912 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Request body: {'port': {'device_id': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:05.078260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.082881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4196630 Aug 07 01:12:05.096851 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41660) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:05.151263 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a265d1-0d04-47d7-8b5c-d49eb2724e81 req-d8712fea-4518-49a4-b019-ca89ae4e17c8 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:05.153178 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': 'ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:05.165893 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81a265d1-0d04-47d7-8b5c-d49eb2724e81 req-d8712fea-4518-49a4-b019-ca89ae4e17c8 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.2199652 Aug 07 01:12:05.243327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d784-a38c-4d6e-a98a-37d3ac88f7db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:05.313667 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81a265d1-0d04-47d7-8b5c-d49eb2724e81 req-6b96f158-c6c0-443c-a35a-66fbae5d752e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462290 Aug 07 01:12:05.338377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (292c8cda-02a7-435e-b47b-865e7fa34937), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.426217 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-4b86150d-893b-4e70-b6e1-32de84b27154 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:05.428739 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.436829 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-4b86150d-893b-4e70-b6e1-32de84b27154 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.4171724 Aug 07 01:12:05.454993 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'port': {'device_id': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'admin_state_up': True, 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:05.467501 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (292c8cda-02a7-435e-b47b-865e7fa34937), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.495044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (292c8cda-02a7-435e-b47b-865e7fa34937), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.599982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.605780 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701252 Aug 07 01:12:05.620364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41684) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:05.641028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56808af3-17af-4ec4-a804-914dc3923d16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292c8cda-02a7-435e-b47b-865e7fa34937,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:05.642859 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': 'ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:05.783728 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (03b40715-8487-4aba-9231-ecaaa4390021), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:05.902121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:05.945843 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Made reservation on behalf of 9badaa18dcf64810b10dd7bf03d8e40d for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:12:05.953749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.054004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (03b40715-8487-4aba-9231-ecaaa4390021), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.122999 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629dab1-83d9-4945-8531-ecf8d06ecfb9 req-6c8cbc6b-dbb7-4d84-8b3d-14332f51e9c4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:06.125895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2629dab1-83d9-4945-8531-ecf8d06ecfb9 req-6c8cbc6b-dbb7-4d84-8b3d-14332f51e9c4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0897176 Aug 07 01:12:06.333422 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2629dab1-83d9-4945-8531-ecf8d06ecfb9 req-e462cdb3-51b9-4881-929e-80ab11319f16 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900210 Aug 07 01:12:06.482808 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (03b40715-8487-4aba-9231-ecaaa4390021), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.573737 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91dc146-cf64-40b0-a3e9-644405de258c {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:06.593498 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks [] for port (c91dc146-cf64-40b0-a3e9-644405de258c), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.595712 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-249ca8cb-6e39-4666-8eaf-a054342765f4 req-9bdedcac-1500-42d6-8ce6-c54b0ecb6468 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 210 time: 0.5463743 Aug 07 01:12:06.608969 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:06.619268 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:06.626356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b40715-8487-4aba-9231-ecaaa4390021,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:06.634703 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.636636 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8eec7aa6-a53e-4774-aaad-74497833d0ee tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0133898 Aug 07 01:12:06.640419 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41718) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:06.648169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:06.652941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Transition to ACTIVE for port object c91dc146-cf64-40b0-a3e9-644405de258c will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:12:06.664815 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.770257 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:06.924318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Allocated IP 172.20.0.6 (fd0a1aca-5011-496b-8c8b-5bafdabdf653/e6753875-d2f4-4a05-8b46-54a2735f7c55/9ea29730-37e9-45db-98d4-1ef7d39b89d9) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:12:07.080075 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.092979 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:07.112459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Attempting to bind port c91dc146-cf64-40b0-a3e9-644405de258c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:12:07.114917 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Attempting to bind port c91dc146-cf64-40b0-a3e9-644405de258c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:12:07.114917 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Attempting to bind port c91dc146-cf64-40b0-a3e9-644405de258c on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:07.121912 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Port c91dc146-cf64-40b0-a3e9-644405de258c on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:12:07.122388 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Attempting to bind port c91dc146-cf64-40b0-a3e9-644405de258c on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:07.125113 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Pushing event updated for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:07.135680 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:12:07.136150 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:12:07.136466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Bound using segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:12:07.136951 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Bound port: c91dc146-cf64-40b0-a3e9-644405de258c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:12:07.137359 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.251599 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:12:07.259586 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c91dc146-cf64-40b0-a3e9-644405de258c,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:12:07.270546 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.283371 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:07.284001 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.285635 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 1094 time: 2.2548788 Aug 07 01:12:07.345255 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 41728) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:07.363476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:07.368062 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0027765-daee-4778-a78e-0cabf3e285f5" -d '{"events": [{"name": "network-changed", "server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:07.458450 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8195d06-5189-4d60-8814-7d4faf7b2d1e service neutron] Pushing event updated for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:07.475758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c050e842-2386-4a16-9fc0-aa9992f50c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:07.480560 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-c050e842-2386-4a16-9fc0-aa9992f50c00 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1128 time: 0.1045859 Aug 07 01:12:07.493825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef247b1b-8dd2-4632-914d-5cce997b71ce x-openstack-request-id: req-ef247b1b-8dd2-4632-914d-5cce997b71ce {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:07.494297 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:07.494733 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef247b1b-8dd2-4632-914d-5cce997b71ce {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:07.495356 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef247b1b-8dd2-4632-914d-5cce997b71ce'] response: {'name': 'network-changed', 'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c', 'status': 'completed', 'code': 200} Aug 07 01:12:07.611222 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.664131 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.37.1.194 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/b8ac7d50-09b8-4219-be38-591b377d96b5) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:12:07.673924 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:07.774425 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:12:07.793531 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:12:07.804744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fc65-b2ad-46d2-92f9-633b2ee1b51f req-6894fdd7-704c-420a-870d-8e9a4219a4e7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:07.808294 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-baa1fc65-b2ad-46d2-92f9-633b2ee1b51f req-6894fdd7-704c-420a-870d-8e9a4219a4e7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1868341 Aug 07 01:12:07.859826 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:12:07.878496 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada60fc-0bea-4a2d-b21c-68b7e37c4727 req-d722397b-adee-4030-954c-6cda3136e0ac tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:07.880697 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eada60fc-0bea-4a2d-b21c-68b7e37c4727 req-d722397b-adee-4030-954c-6cda3136e0ac tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.2131052 Aug 07 01:12:07.929420 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:07.933004 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-baa1fc65-b2ad-46d2-92f9-633b2ee1b51f req-16faa89b-b4e9-49d1-8924-be55b07bfe12 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072228 Aug 07 01:12:07.986331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8caf943-1284-45cd-8327-5e773faa06a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.023924 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:08.106044 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:08.173803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c66f2-2608-4602-bfcf-f792bf1e02db req-da2059d8-bd15-438e-a289-186bb380163e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:08.175035 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eada60fc-0bea-4a2d-b21c-68b7e37c4727 req-ab07ae78-9e47-444a-9131-ab8f5e9ae584 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279203 Aug 07 01:12:08.175744 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb7c66f2-2608-4602-bfcf-f792bf1e02db req-da2059d8-bd15-438e-a289-186bb380163e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 931 time: 0.1123948 Aug 07 01:12:08.190891 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:08.191590 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.283142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.290341 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-a37a8bc6-74ff-42f4-b7ff-fb176f3e8f22 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8431487 Aug 07 01:12:08.306769 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-03df35a8-ab43-4924-8727-59cef0544266 None None] Provisioning complete for port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:08.310705 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-03df35a8-ab43-4924-8727-59cef0544266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.327155 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb7c66f2-2608-4602-bfcf-f792bf1e02db req-0724dd63-0d11-4b0a-b10c-6b64d5ab8c73 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242118 Aug 07 01:12:08.408430 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-03df35a8-ab43-4924-8727-59cef0544266 None None] Port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:12:08.411324 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.427040 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8caf943-1284-45cd-8327-5e773faa06a8 admin admin] Publish callbacks [] for security_group (2631ce7f-0e87-4b90-8ea3-1647d42489b2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.435150 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8caf943-1284-45cd-8327-5e773faa06a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2631ce7f-0e87-4b90-8ea3-1647d42489b2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.482756 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:12:08.504275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:12:08.525525 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:12:08.571334 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=b8ac7d50-09b8-4219-be38-591b377d96b5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:08.576955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf943-1284-45cd-8327-5e773faa06a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631ce7f-0e87-4b90-8ea3-1647d42489b2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:08.593197 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e8caf943-1284-45cd-8327-5e773faa06a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=05d389d2a5e840a0b26307bdf1168ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2385733 Aug 07 01:12:08.594267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 41752) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:08.664412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.729874 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Request body: {'port': {'device_id': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:08.757557 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] Publish callbacks [] for security_group (2631ce7f-0e87-4b90-8ea3-1647d42489b2), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.762663 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-875b44a8-1f99-40ee-be0b-7028366fae99 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0778019 Aug 07 01:12:08.803361 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.807479 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] Publish callbacks [] for security_group (2631ce7f-0e87-4b90-8ea3-1647d42489b2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.891280 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.926857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2631ce7f-0e87-4b90-8ea3-1647d42489b2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.934198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:08.940678 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2631ce7f-0e87-4b90-8ea3-1647d42489b2 HTTP/1.1" status: 204 len: 168 time: 0.3403933 Aug 07 01:12:08.951778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1b04d-1cc1-41d3-892f-c29831bb94b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631ce7f-0e87-4b90-8ea3-1647d42489b2,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:09.040348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:09.197457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:09.247532 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00abaa-564e-4d27-b4dc-ffd82849bc11 req-29e9a21b-f447-4c45-ae3c-ab2c5f6527d8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:09.248285 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-df00abaa-564e-4d27-b4dc-ffd82849bc11 req-29e9a21b-f447-4c45-ae3c-ab2c5f6527d8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1127532 Aug 07 01:12:09.321165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.341765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.393596 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.425921 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d8da-9c0a-4ede-ad1c-571f0c683806 req-c4a2e232-e351-44bd-9963-9148f19404e9 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:09.428745 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8788d8da-9c0a-4ede-ad1c-571f0c683806 req-c4a2e232-e351-44bd-9963-9148f19404e9 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.1171701 Aug 07 01:12:09.505650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.507182 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8653095 Aug 07 01:12:09.540839 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904e711-1082-413c-8d73-f301e75454d7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=b8ac7d50-09b8-4219-be38-591b377d96b5,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:09.569192 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-df00abaa-564e-4d27-b4dc-ffd82849bc11 req-66150f54-73ae-4955-8d95-5045c0618c3b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617743 Aug 07 01:12:09.619692 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8788d8da-9c0a-4ede-ad1c-571f0c683806 req-ad334171-d164-401d-b184-824885cfd8bb tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705320 Aug 07 01:12:09.737262 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea29730-37e9-45db-98d4-1ef7d39b89d9 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:09.757040 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks [] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.795314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Transition to ACTIVE for port object 9ea29730-37e9-45db-98d4-1ef7d39b89d9 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:12:09.803436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:09.815907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dc633-49ac-4f8d-8ed1-16cf9a8d6e07 req-2d43b6f6-d3a8-4414-b36a-f028d4ae9a17 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:09.817834 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e37dc633-49ac-4f8d-8ed1-16cf9a8d6e07 req-2d43b6f6-d3a8-4414-b36a-f028d4ae9a17 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 931 time: 0.0844498 Aug 07 01:12:09.908030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:09.977230 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e37dc633-49ac-4f8d-8ed1-16cf9a8d6e07 req-d537d6c8-888f-4d36-8f6e-cbcc143eafe0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259234 Aug 07 01:12:09.999087 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Attempting to bind port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:12:09.999400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Attempting to bind port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:12:09.999731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Attempting to bind port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:10.007371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:12:10.007694 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Attempting to bind port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:10.030306 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:12:10.030707 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:12:10.031021 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Bound using segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:12:10.031687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Bound port: 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:12:10.032040 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:10.093023 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-da5790fc-bfbc-4073-993d-385cfc3686df tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2071856285&fields=id&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 267 time: 0.1099727 Aug 07 01:12:10.141689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:12:10.148477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:12:10.159992 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:10.170778 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:10.171918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:10.174327 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 1093 time: 1.4886599 Aug 07 01:12:10.175559 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:10.179804 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:10.271028 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9304e1-a1ae-4b7d-899f-f0efb10fe8ec x-openstack-request-id: req-8c9304e1-a1ae-4b7d-899f-f0efb10fe8ec {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:10.271329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:10.271651 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c9304e1-a1ae-4b7d-899f-f0efb10fe8ec {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:10.272192 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9304e1-a1ae-4b7d-899f-f0efb10fe8ec'] response: {'name': 'network-changed', 'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9', 'status': 'completed', 'code': 200} Aug 07 01:12:10.282308 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0f1ae-0a85-4bb8-ad5e-61f7b969bf4e service neutron] Pushing event updated for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:10.539341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-51247c8e-622a-42d5-a9e7-7432ea100f66 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:10.541138 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-51247c8e-622a-42d5-a9e7-7432ea100f66 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.4361930 Aug 07 01:12:10.561209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:10.566448 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-54b73713-cac3-403a-bdd8-b1c38947be67 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/quotas/35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 375 time: 0.0163059 Aug 07 01:12:10.679254 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0770eb1c-1fa7-41a3-9bbd-3addd1722533 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0968590 Aug 07 01:12:10.771615 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a3368-ea91-45d8-84c3-1218d6f02e32 req-a5c4bf23-f0a8-4110-9d15-98b5f93941ff tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:10.773265 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-070a3368-ea91-45d8-84c3-1218d6f02e32 req-a5c4bf23-f0a8-4110-9d15-98b5f93941ff tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0677090 Aug 07 01:12:10.856208 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-070a3368-ea91-45d8-84c3-1218d6f02e32 req-80b4231c-ce07-4f1c-9140-8ef6b0fbc124 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707927 Aug 07 01:12:10.866398 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-1b77b2f3-322b-441d-ba56-53c63df31dc1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715355 Aug 07 01:12:10.994068 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:11.012328 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:11.013659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:11.051823 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa0e5-3ab8-492f-98c1-a42a76acd9f2 req-e23fdc71-f856-47c8-a6c0-6fafe4f1e9f0 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:11.054848 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63eaa0e5-3ab8-492f-98c1-a42a76acd9f2 req-e23fdc71-f856-47c8-a6c0-6fafe4f1e9f0 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0947580 Aug 07 01:12:11.065762 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-51eb764c-0c69-4b36-b92a-02fb2b495763 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874726 Aug 07 01:12:11.145086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63eaa0e5-3ab8-492f-98c1-a42a76acd9f2 req-12386c64-5d6a-42ea-b56d-681e30448311 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Aug 07 01:12:11.366271 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3097-8b21-4574-8a3d-f3bfeea73455 req-d650c9d5-7358-480f-924d-0cae58f9dcf9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:11.374114 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a20c3097-8b21-4574-8a3d-f3bfeea73455 req-d650c9d5-7358-480f-924d-0cae58f9dcf9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1197689 Aug 07 01:12:11.419108 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:12:11.446738 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e8e2fc30-3d20-4b46-aa50-340243d55787 req-5c2f32ea-7cc1-452d-9ae0-129420850d5b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0775163 Aug 07 01:12:11.453812 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a20c3097-8b21-4574-8a3d-f3bfeea73455 req-bcc020dc-f70c-4f62-8ed5-e629643dbe9a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Aug 07 01:12:12.028063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d74dc4c2-4c09-4a4a-8e0a-0e9e13291199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:12.067332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d80bf4-9aa1-4c4c-b248-90ee6f374246 req-65fdb49b-1837-4ee6-935d-b76347864907 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:12.070014 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-62d80bf4-9aa1-4c4c-b248-90ee6f374246 req-65fdb49b-1837-4ee6-935d-b76347864907 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0720930 Aug 07 01:12:12.138783 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-62d80bf4-9aa1-4c4c-b248-90ee6f374246 req-a42eea65-6391-4d2e-9d87-2538bf7acc3c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620818 Aug 07 01:12:12.307721 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bafa2-1efc-4444-b5d5-6e56a7bd1a4f req-4ed9951f-9976-46d5-aad6-d3791b8e9eb2 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:12.310170 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e50bafa2-1efc-4444-b5d5-6e56a7bd1a4f req-4ed9951f-9976-46d5-aad6-d3791b8e9eb2 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0598061 Aug 07 01:12:12.369570 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e50bafa2-1efc-4444-b5d5-6e56a7bd1a4f req-271ede94-d478-4059-8479-d2c5ff2eb06b tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525439 Aug 07 01:12:12.604150 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-238d81cd-5442-43a2-a7ea-6b1399f4cb86 req-50c99429-2f80-4f6b-91e3-f2f204969d4a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0421097 Aug 07 01:12:12.680423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa81fd-783d-4062-87f2-aeef7832aef2 req-883fd759-d73b-4f3a-9643-ba9df7cb0389 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:12.683516 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fdfa81fd-783d-4062-87f2-aeef7832aef2 req-883fd759-d73b-4f3a-9643-ba9df7cb0389 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0877092 Aug 07 01:12:12.771953 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-ea7dc484-09cd-4965-acf2-b5c1e5f838ed tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585666 Aug 07 01:12:12.775445 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fdfa81fd-783d-4062-87f2-aeef7832aef2 req-2a119e32-1f69-469e-b5e0-0d9a161e8d28 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851817 Aug 07 01:12:13.040199 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-42c223e2-fdb2-44ac-ab72-b8c6d25f267f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:13.041876 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-42c223e2-fdb2-44ac-ab72-b8c6d25f267f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679758 Aug 07 01:12:13.069025 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-8323ac39-273c-4139-910d-bcd5c62555ae tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/quotas/4203fc81bbd14439bb6ce329a5ccbc79 HTTP/1.1" status: 200 len: 375 time: 0.0170002 Aug 07 01:12:13.125088 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-a2bb198d-6601-49f4-80a4-f9ef05be77fe tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489097 Aug 07 01:12:13.473993 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ddf5-4d90-48f8-b092-e462ae6709d4 req-5d11a10e-045b-4ca6-8b8f-1df432266168 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:13.487731 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ccc1a6e-21f7-488d-80f4-c850d3f88b20 req-ac2a3d0a-bfe2-4f7e-90d9-d9be62d92c35 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0664315 Aug 07 01:12:13.488064 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f9e2ddf5-4d90-48f8-b092-e462ae6709d4 req-5d11a10e-045b-4ca6-8b8f-1df432266168 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.2092977 Aug 07 01:12:13.621161 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f9e2ddf5-4d90-48f8-b092-e462ae6709d4 req-16324d74-8c9a-4187-bb58-b144a474c1b6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313953 Aug 07 01:12:13.700721 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b78f-aa45-45ed-887f-3562c52d0ccb req-a2dc95a9-7241-44bf-97aa-ff2324965524 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:13.703777 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d196b78f-aa45-45ed-887f-3562c52d0ccb req-a2dc95a9-7241-44bf-97aa-ff2324965524 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0944223 Aug 07 01:12:13.809288 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b4762c3a-a033-4d57-80fc-1bf7bbba5960 req-b6279475-f336-46b4-918f-c6b9942d08d8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0648198 Aug 07 01:12:13.841280 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d196b78f-aa45-45ed-887f-3562c52d0ccb req-d6665b68-4a8f-4c26-a403-2a63825106c2 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241295 Aug 07 01:12:13.961643 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c4c1-fb65-487d-9cbd-019c465b7044 req-c4d1c7c4-b91d-4efa-9cf4-750b609062be tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:13.963410 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4970c4c1-fb65-487d-9cbd-019c465b7044 req-c4d1c7c4-b91d-4efa-9cf4-750b609062be tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0593038 Aug 07 01:12:14.058085 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4970c4c1-fb65-487d-9cbd-019c465b7044 req-c5f904cb-fbb7-4bab-ac52-043b9929d10f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837791 Aug 07 01:12:14.659165 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b17fb80a-5481-4958-828c-72c2d08ad53b req-97125ffa-5b34-4710-aa18-aa42ee0022be tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0311701 Aug 07 01:12:14.666382 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:14.851759 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fa769-6ff7-4c0b-aaf7-4a265b450382 req-03f97ed0-6a65-4752-846a-45298e6da5c3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:14.854467 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-138fa769-6ff7-4c0b-aaf7-4a265b450382 req-03f97ed0-6a65-4752-846a-45298e6da5c3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0844500 Aug 07 01:12:14.953548 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-138fa769-6ff7-4c0b-aaf7-4a265b450382 req-d05dbdf7-4dbc-4a8e-adf5-3bcc571b25e8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855453 Aug 07 01:12:15.015333 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80a94634-b85d-44bd-a837-c3759f912bb1 req-28438e03-72ae-4ff7-b378-e34a02a538af tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0515847 Aug 07 01:12:15.131659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe4f3-44ea-4452-beef-cd0674ddbdd5 req-544c178b-175e-44ff-94eb-1ba380df8a01 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:15.134500 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee9fe4f3-44ea-4452-beef-cd0674ddbdd5 req-544c178b-175e-44ff-94eb-1ba380df8a01 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0757668 Aug 07 01:12:15.216217 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee9fe4f3-44ea-4452-beef-cd0674ddbdd5 req-06409e8d-6e63-420c-8e81-c5a8cb5fc285 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Aug 07 01:12:15.264641 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dc007-9e52-4def-bc65-15f5072faf27 req-33ad868b-40c0-449b-8714-4acdda642635 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:15.266524 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f7dc007-9e52-4def-bc65-15f5072faf27 req-33ad868b-40c0-449b-8714-4acdda642635 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1053016 Aug 07 01:12:15.342719 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f7dc007-9e52-4def-bc65-15f5072faf27 req-5637b7ae-9a4f-46a1-92eb-e067143ff3e0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 Aug 07 01:12:15.839148 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2b6b8292-3185-461d-abf4-9abbfcefedf9 req-23a74d68-56e2-4797-957f-9165c083831d tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0557218 Aug 07 01:12:15.891183 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ee20-35b4-464c-a1ea-51c5f0f9ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:16.181615 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-168a1feb-11af-4487-a947-cae2a802f685 req-f5d599e1-91c0-41cc-970c-599b68a877b0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0551772 Aug 07 01:12:16.383808 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586d8f-6d25-4d4b-9048-f49d5d8ed062 req-4d6d11eb-1c91-4d3d-806a-5913b8469eab tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:16.386608 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-30586d8f-6d25-4d4b-9048-f49d5d8ed062 req-4d6d11eb-1c91-4d3d-806a-5913b8469eab tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0975828 Aug 07 01:12:16.393795 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930db9-e4c3-4b74-ae13-ee23b6a1098b req-2c767628-ce52-4c7a-87d4-9194ff65a8b4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:16.397051 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94930db9-e4c3-4b74-ae13-ee23b6a1098b req-2c767628-ce52-4c7a-87d4-9194ff65a8b4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0650768 Aug 07 01:12:16.470164 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-30586d8f-6d25-4d4b-9048-f49d5d8ed062 req-415d492c-5cc2-44d0-a23b-510b901bea5b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727954 Aug 07 01:12:16.482272 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94930db9-e4c3-4b74-ae13-ee23b6a1098b req-1cb51e93-1d3c-4808-9bdc-bb6479f0cf0c tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Aug 07 01:12:16.670061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de156d-171b-44f0-b6d0-32e2dc18fe9c req-3ca81431-6fd8-4f06-b594-690e99556148 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:16.673284 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-09de156d-171b-44f0-b6d0-32e2dc18fe9c req-3ca81431-6fd8-4f06-b594-690e99556148 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0737100 Aug 07 01:12:16.765339 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-09de156d-171b-44f0-b6d0-32e2dc18fe9c req-9deb83b3-00ef-4473-b734-27e70e9dba52 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845869 Aug 07 01:12:17.004226 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5aed5970-090c-409e-ac38-5b1ef37c41d0 req-c3f363cd-417e-436b-ad6e-126e0996d0a9 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0414350 Aug 07 01:12:17.356409 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d289562-c9ed-473f-b890-006fede5a650 req-a722c6d6-f852-4685-84da-26baf34c2cfd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0520351 Aug 07 01:12:17.646347 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c88b-b79b-4b03-877d-5fb95052d6cd req-1bccf2f7-78e3-4d7c-889d-13124911e41a tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:17.647973 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1204c88b-b79b-4b03-877d-5fb95052d6cd req-1bccf2f7-78e3-4d7c-889d-13124911e41a tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 946 time: 0.0688891 Aug 07 01:12:17.654741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d4e68-2b73-4dea-aa48-76b470d631b7 req-d6199a32-04b8-469f-96e4-a231a6d2011b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:17.663142 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 0108d266-48bb-4aec-97ba-3cbd0446ef81 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:12:17.665168 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-347d4e68-2b73-4dea-aa48-76b470d631b7 req-d6199a32-04b8-469f-96e4-a231a6d2011b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0664279 Aug 07 01:12:17.703263 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:17.732478 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:17.737219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1204c88b-b79b-4b03-877d-5fb95052d6cd req-beae4232-20d9-4918-9866-f7406121420e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Aug 07 01:12:17.752363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-347d4e68-2b73-4dea-aa48-76b470d631b7 req-874db69d-da16-48a1-abd1-2284a0e1b77b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813417 Aug 07 01:12:17.848974 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 0108d266-48bb-4aec-97ba-3cbd0446ef81 is: ACTIVE; New status is: DOWN {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:17.849579 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:17.903460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:17.908326 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297dc6eb-b5b8-44dc-8608-5955474c01ef" -d '{"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-unplugged", "status": "completed", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:17.953035 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:17.969993 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:17.979684 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f5473-e818-4ea7-a32b-bbf0846ca605 x-openstack-request-id: req-557f5473-e818-4ea7-a32b-bbf0846ca605 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:17.980558 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-unplugged", "status": "completed", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:17.981897 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-557f5473-e818-4ea7-a32b-bbf0846ca605 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:17.981897 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557f5473-e818-4ea7-a32b-bbf0846ca605'] response: {'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'code': 200} Aug 07 01:12:18.040348 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1879e3e-f9e0-4ab4-8ec9-d93bc33c2958 req-3be996f3-21d8-4f85-b081-12aedcc455ea tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:18.053134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a1879e3e-f9e0-4ab4-8ec9-d93bc33c2958 req-3be996f3-21d8-4f85-b081-12aedcc455ea tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1207390 Aug 07 01:12:18.075962 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=6']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:18.150591 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a1879e3e-f9e0-4ab4-8ec9-d93bc33c2958 req-c4c567e4-8d45-4918-a574-2c74c3e95079 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954266 Aug 07 01:12:18.246916 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8840bcba-227e-4a1d-9891-1f7937c8d6ee req-f52cfe33-b840-4f87-bda1-4c618c05ef1e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0756679 Aug 07 01:12:18.258518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:18.514877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 42038) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:18.551021 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bdab0fd0-e243-4c3c-99f2-eb97d2cde563 req-1d4405cb-0a00-4381-9b2f-49d6b3df7ab9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0732214 Aug 07 01:12:18.675813 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eb003e50-d661-4a65-b2fb-482877936cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:18.830796 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eb003e50-d661-4a65-b2fb-482877936cc1 admin admin] Publish callbacks [] for security_group (9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:18.841146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eb003e50-d661-4a65-b2fb-482877936cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:18.932506 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-eb003e50-d661-4a65-b2fb-482877936cc1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=513191b6f2a54b479687e09408c1989d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159997 Aug 07 01:12:18.935277 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 42046) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:18.935907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003e50-d661-4a65-b2fb-482877936cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:18.958655 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c464f44-c7ee-469a-8ca0-5c6acaf62dea req-709d8a74-2d98-4c9c-ab94-e25c81215c99 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:18.961067 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2c464f44-c7ee-469a-8ca0-5c6acaf62dea req-709d8a74-2d98-4c9c-ab94-e25c81215c99 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.0964277 Aug 07 01:12:18.981722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668eaec6-4ba3-4795-af2c-642fdb7b1a73 req-02ec4458-5308-4f14-a1c0-aaeeeafe4625 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:18.983981 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-668eaec6-4ba3-4795-af2c-642fdb7b1a73 req-02ec4458-5308-4f14-a1c0-aaeeeafe4625 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1036024 Aug 07 01:12:18.995794 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:19.021345 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.050698 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2c464f44-c7ee-469a-8ca0-5c6acaf62dea req-e3784a5f-b50e-4063-948b-f9e241ba10a6 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758073 Aug 07 01:12:19.101937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] Publish callbacks [] for security_group (9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.113822 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:19.157397 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-668eaec6-4ba3-4795-af2c-642fdb7b1a73 req-277b9d6d-4d90-42ea-b011-0f20d5898871 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518822 Aug 07 01:12:19.167201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] Publish callbacks [] for security_group (9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.268858 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.273868 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.276825 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3391910 Aug 07 01:12:19.292051 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f3fed-4982-43bf-bdec-bdc8e6528c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cb645-c9ca-45ed-83a4-92ac67e6c9d6,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:19.389388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe1d6a-d555-4edb-bdbb-077657750c6d req-0ecc49cb-51c4-4ee5-960f-775347bc6345 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:19.399034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-26fe1d6a-d555-4edb-bdbb-077657750c6d req-0ecc49cb-51c4-4ee5-960f-775347bc6345 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1239343 Aug 07 01:12:19.410427 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8fef1bbf-3a72-4238-b939-4fc8d1a9ee20 req-ef2a5450-c05c-4a58-9ecb-d84c11b7a30f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0500028 Aug 07 01:12:19.468606 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-26fe1d6a-d555-4edb-bdbb-077657750c6d req-2c703272-8230-49bf-bb52-bb4ae8d4d165 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684972 Aug 07 01:12:19.587411 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:19.699146 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fe6e6498-ab30-46a2-a5e5-5f930727b715 req-8a360f40-86c3-4a89-95c0-f63b7e937cf3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0354886 Aug 07 01:12:20.266016 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b53172-2c01-4287-bdbd-0809f40fb2c9 req-9ce5aa0b-b3bf-4bca-b403-72d151f7666e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:20.267569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-06b53172-2c01-4287-bdbd-0809f40fb2c9 req-9ce5aa0b-b3bf-4bca-b403-72d151f7666e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.0809364 Aug 07 01:12:20.352267 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-06b53172-2c01-4287-bdbd-0809f40fb2c9 req-3573b89a-2f0f-4efc-9db6-b260d517aa23 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704069 Aug 07 01:12:20.370135 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d854-04f4-488c-9d1a-365933a1dc88 req-87acf33d-6133-46b8-b0d1-a2b72f232aa3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:20.372461 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e583d854-04f4-488c-9d1a-365933a1dc88 req-87acf33d-6133-46b8-b0d1-a2b72f232aa3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0791762 Aug 07 01:12:20.439587 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e583d854-04f4-488c-9d1a-365933a1dc88 req-946ebfbc-ff37-4f7f-ab71-5780ae83b721 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550656 Aug 07 01:12:20.599412 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4d7bb13b-b7cb-432d-ab29-f8212c63b372 req-e264c78d-3d30-4c72-9cd9-74e1e533eaf2 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0627563 Aug 07 01:12:20.690231 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f02935-28cf-4726-932c-0162a6b3ebc7 req-888bbafa-d7e8-409f-be03-80d721810be7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:20.692979 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39f02935-28cf-4726-932c-0162a6b3ebc7 req-888bbafa-d7e8-409f-be03-80d721810be7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0771868 Aug 07 01:12:20.786174 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39f02935-28cf-4726-932c-0162a6b3ebc7 req-b24a8d48-954e-4c7d-8f22-321a52b99f10 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853183 Aug 07 01:12:20.887765 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5c45ec21-3f6c-477e-93ff-0333b1e5175c req-ee97d974-b0fa-4ea5-89da-07debe93a914 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0595889 Aug 07 01:12:21.415167 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=15 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:21.535850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32a815-08d4-4ff4-b7aa-eb52e1c619de req-82bf6202-46a3-4eee-a49e-878be9035db0 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:21.538835 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6c32a815-08d4-4ff4-b7aa-eb52e1c619de req-82bf6202-46a3-4eee-a49e-878be9035db0 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.0885899 Aug 07 01:12:21.631609 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6c32a815-08d4-4ff4-b7aa-eb52e1c619de req-7f9f166a-ba35-4420-a6ce-8bdfe3958317 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802834 Aug 07 01:12:21.728376 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40830f7f-48d3-4144-917a-3501dcb5605e req-b7d8e694-260b-4f56-8b89-97c8d8c12c4c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:21.732544 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-40830f7f-48d3-4144-917a-3501dcb5605e req-b7d8e694-260b-4f56-8b89-97c8d8c12c4c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1415799 Aug 07 01:12:21.791674 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d496dd6-0448-4896-8b02-2114ececf7a3 req-fc9b7d93-ff3e-432c-9ade-d00a02981c1f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0544171 Aug 07 01:12:21.809403 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-40830f7f-48d3-4144-917a-3501dcb5605e req-e47a4d76-47b9-4257-b142-f7259ff2757b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647190 Aug 07 01:12:21.908252 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-87af96c6-f797-4dd2-a845-ad0b97f4ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:21.912260 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-87af96c6-f797-4dd2-a845-ad0b97f4ce49 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0627737 Aug 07 01:12:21.994807 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd2249-4868-4030-805a-3886add6dc28 req-034f53c0-8936-42dd-a9ec-c27122747432 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:21.996636 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0ccd2249-4868-4030-805a-3886add6dc28 req-034f53c0-8936-42dd-a9ec-c27122747432 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0638556 Aug 07 01:12:22.057551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0ccd2249-4868-4030-805a-3886add6dc28 req-5c6f189d-9b6b-4dd2-b25d-769d46f4df9f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Aug 07 01:12:22.067134 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ceb2c2b5-b994-4c12-b2aa-bffea010ee25 req-70732a4d-d0a2-42cf-8d8d-d14dc6d6cc49 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0355010 Aug 07 01:12:22.363714 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4aef2476-4157-4e2d-8595-c40b8ecfe48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:22.366982 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-4aef2476-4157-4e2d-8595-c40b8ecfe48b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304083 Aug 07 01:12:22.371323 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e396479-267f-4738-86fe-c728490f04f5 req-660a95a3-c423-427f-9dd9-a21c656b80fd tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:22.373476 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7e396479-267f-4738-86fe-c728490f04f5 req-660a95a3-c423-427f-9dd9-a21c656b80fd tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.1349428 Aug 07 01:12:22.422566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-dddd0ed6-eaf7-4fc7-8555-e0f6df12a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:22.425376 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-dddd0ed6-eaf7-4fc7-8555-e0f6df12a763 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1127 time: 0.1815283 Aug 07 01:12:22.556125 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 42134) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:22.660493 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:22.991718 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e9aef842-49ac-404d-b313-2b9f5d3a536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:23.093447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8a8e-9927-40ff-b5b3-a6354a731403 req-2554a4cc-7428-4d02-ac0d-697fb88eedaf tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:23.102398 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-651e8a8e-9927-40ff-b5b3-a6354a731403 req-2554a4cc-7428-4d02-ac0d-697fb88eedaf tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.1048558 Aug 07 01:12:23.151233 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-45c802b0-50f3-4353-b199-26ca64b4ecc5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162250 Aug 07 01:12:23.228482 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-651e8a8e-9927-40ff-b5b3-a6354a731403 req-81e69159-0885-4da6-9334-0bcd0f09221e tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248145 Aug 07 01:12:23.474155 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f506278-30bb-4d0d-9bcc-5bc96b194765 req-4e2a9cfa-6e6f-48ff-94fc-6d7ee99edfae tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:23.476711 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f506278-30bb-4d0d-9bcc-5bc96b194765 req-4e2a9cfa-6e6f-48ff-94fc-6d7ee99edfae tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1104853 Aug 07 01:12:23.552786 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:23.556768 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4c7a5a-976d-4f15-91c9-4382ccb18c0a req-432b446e-71f4-4014-b951-595ed7f2e8e1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619812 Aug 07 01:12:23.562646 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-149c5028-0d6d-4658-8cf6-5b1ca54f3ad3 req-a158ff36-9c5e-4ff4-9030-f4ac24769109 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.5089808 Aug 07 01:12:23.577759 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:23.592550 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Deleting port 0108d266-48bb-4aec-97ba-3cbd0446ef81 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:12:23.593138 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:23.604943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:23.615660 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f506278-30bb-4d0d-9bcc-5bc96b194765 req-249fbd5d-0a84-4c86-8e67-c06eb1ae1d34 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230130 Aug 07 01:12:23.645511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-74798f3f-299c-4d68-bce1-1a4e019a3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:23.649581 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-74798f3f-299c-4d68-bce1-1a4e019a3360 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8781743 Aug 07 01:12:23.703014 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:23.763900 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-20875790-5cd8-4869-8e3b-e3eaff04361f req-6616747f-8306-48c3-9687-03e3d588fb16 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0504982 Aug 07 01:12:23.988217 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fde25-11dc-41de-a392-f65bb101ebd5 req-711a3d82-874c-4131-86a2-3daabc30a5d9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:23.989828 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ad1fde25-11dc-41de-a392-f65bb101ebd5 req-711a3d82-874c-4131-86a2-3daabc30a5d9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.2775407 Aug 07 01:12:24.109575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e9aef842-49ac-404d-b313-2b9f5d3a536c admin admin] Publish callbacks [] for security_group (ead558a8-7c18-4feb-a057-0292ea78f2a9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.112539 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] For port 0108d266-48bb-4aec-97ba-3cbd0446ef81, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0108d266-48bb-4aec-97ba-3cbd0446ef81,segment=NetworkSegment(df9bc3a0-6f8f-41d5-9ccb-c86399320cb3),segment_id=df9bc3a0-6f8f-41d5-9ccb-c86399320cb3)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:24.112952 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.145589 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e9aef842-49ac-404d-b313-2b9f5d3a536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ead558a8-7c18-4feb-a057-0292ea78f2a9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.177586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Calling delete_port for 0108d266-48bb-4aec-97ba-3cbd0446ef81 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:12:24.211084 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-0d6cd008-8bef-4576-b9cc-8ed8b46510c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:24.212743 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f5f89d9b-fb46-4166-ae68-b68247d0ce8c req-0d6cd008-8bef-4576-b9cc-8ed8b46510c2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4905827 Aug 07 01:12:24.245421 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e9aef842-49ac-404d-b313-2b9f5d3a536c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=090baf17bbce4182a0a6c6aa06113ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6874955 Aug 07 01:12:24.249718 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 42162) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:24.253463 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ad1fde25-11dc-41de-a392-f65bb101ebd5 req-544f584c-6cc2-4cea-b340-004163b0db5f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429121 Aug 07 01:12:24.256798 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef842-49ac-404d-b313-2b9f5d3a536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead558a8-7c18-4feb-a057-0292ea78f2a9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:24.406426 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] Publish callbacks [] for security_group (ead558a8-7c18-4feb-a057-0292ea78f2a9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.468058 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (0108d266-48bb-4aec-97ba-3cbd0446ef81), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.475358 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] Publish callbacks [] for security_group (ead558a8-7c18-4feb-a057-0292ea78f2a9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.498030 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb7180-1dd6-44ee-b373-88263b27b2d1 req-8b8f8a6a-1f50-4641-8e38-4016d98c37df tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:24.499619 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1eeb7180-1dd6-44ee-b373-88263b27b2d1 req-8b8f8a6a-1f50-4641-8e38-4016d98c37df tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=95d224a0-7a33-422a-bae6-06f4acfac258 HTTP/1.1" status: 200 len: 944 time: 0.0965924 Aug 07 01:12:24.507966 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Pushing event deleted for resources: {'Port': ['ID=0108d266-48bb-4aec-97ba-3cbd0446ef81,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:24.570808 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] No DVR routers for this DVR port 0108d266-48bb-4aec-97ba-3cbd0446ef81 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:12:24.574615 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.581279 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7e396479-267f-4738-86fe-c728490f04f5 req-d007b1ca-71a7-4e19-9c09-2bf9c7688805 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0108d266-48bb-4aec-97ba-3cbd0446ef81 HTTP/1.1" status: 204 len: 173 time: 1.8450592 Aug 07 01:12:24.582040 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-deleted', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:24.584795 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089072d4-fac1-4f95-bd34-9a2b4dd41569" -d '{"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-deleted", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:24.634533 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1eeb7180-1dd6-44ee-b373-88263b27b2d1 req-39be22fc-0f30-49c4-ba2c-149ed4fa84a4 tempest-VolumesActionsTest-556910903 tempest-VolumesActionsTest-556910903-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=099a1dc0-3bf0-4c85-9f34-c7f45d44216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093204 Aug 07 01:12:24.659106 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ead558a8-7c18-4feb-a057-0292ea78f2a9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.661816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:24.667206 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ead558a8-7c18-4feb-a057-0292ea78f2a9 HTTP/1.1" status: 204 len: 168 time: 0.4122429 Aug 07 01:12:24.668341 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae649d-de8e-4be3-9f2d-231ed0819091 x-openstack-request-id: req-f7ae649d-de8e-4be3-9f2d-231ed0819091 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:24.669077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d224a0-7a33-422a-bae6-06f4acfac258", "name": "network-vif-deleted", "tag": "0108d266-48bb-4aec-97ba-3cbd0446ef81", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:24.669307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7ae649d-de8e-4be3-9f2d-231ed0819091 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:24.671126 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ae649d-de8e-4be3-9f2d-231ed0819091'] response: {'server_uuid': '95d224a0-7a33-422a-bae6-06f4acfac258', 'name': 'network-vif-deleted', 'tag': '0108d266-48bb-4aec-97ba-3cbd0446ef81', 'status': 'completed', 'code': 200} Aug 07 01:12:24.690016 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de22130-40fa-4749-a65d-67fe29c51d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead558a8-7c18-4feb-a057-0292ea78f2a9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:24.823023 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-09338c47-fd36-4de6-b27d-b050f8af3bc9 req-f08facc2-b6d2-4fc5-973f-a32718ba4fbe tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0596392 Aug 07 01:12:24.886557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d73ba-5b7b-4537-8bdb-d871b2b1ac9d req-4ac96859-bf76-4184-9bd6-db697161741d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:24.893721 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-430d73ba-5b7b-4537-8bdb-d871b2b1ac9d req-4ac96859-bf76-4184-9bd6-db697161741d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1080780 Aug 07 01:12:24.957646 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-be4a2536-d886-4600-82aa-37fd2891c09d req-4bff150c-5ba3-4841-beaf-00ae366ee028 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0468609 Aug 07 01:12:25.007237 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-430d73ba-5b7b-4537-8bdb-d871b2b1ac9d req-bfdb000b-9331-4999-b557-640cdf2e39a9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072290 Aug 07 01:12:25.180493 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-8b357063-9b8c-45f5-8ad6-98ca627e0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:25.183169 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-8b357063-9b8c-45f5-8ad6-98ca627e0abc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1128 time: 0.1654913 Aug 07 01:12:25.420475 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-f9daf60d-3a6f-4484-b606-a3d8efa753c8 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864028 Aug 07 01:12:25.427611 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-404bf91c-87dc-47b3-af2c-76f35487ea14 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:25.430325 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-404bf91c-87dc-47b3-af2c-76f35487ea14 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.4250376 Aug 07 01:12:25.512465 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-51eaff59-1b7a-4cb8-b4cd-89fbfa236644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:25.515192 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-51eaff59-1b7a-4cb8-b4cd-89fbfa236644 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1127 time: 0.0833194 Aug 07 01:12:25.645171 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:25.694284 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-c3a14e84-b244-4879-a8f3-4ef134212f19 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.1486239 Aug 07 01:12:25.709296 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:12:25.723862 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631abc76-8ec2-4d19-9ba2-5ab7addddf1f req-785d1933-90e1-4f9e-a784-c921677a7a5a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:25.738778 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-631abc76-8ec2-4d19-9ba2-5ab7addddf1f req-785d1933-90e1-4f9e-a784-c921677a7a5a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.2217832 Aug 07 01:12:25.929271 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:25.973682 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:26.027537 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:26.051643 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-f3542591-1fb7-4bf7-bc71-fd6e0e498439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.053400 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-f3542591-1fb7-4bf7-bc71-fd6e0e498439 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.8629999 Aug 07 01:12:26.056069 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:12:26.063607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-ee77bf4e-685d-493a-84cf-13a21d2fa584 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.065962 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-ee77bf4e-685d-493a-84cf-13a21d2fa584 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6362002 Aug 07 01:12:26.093032 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7b60c-e88a-4c88-b08c-660cb651253e req-d5bb07fa-266d-4e00-9aa9-f7850d8a1e72 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.096966 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29d7b60c-e88a-4c88-b08c-660cb651253e req-d5bb07fa-266d-4e00-9aa9-f7850d8a1e72 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1383266 Aug 07 01:12:26.105330 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Request body: {'port': {'device_id': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3', 'admin_state_up': True, 'tenant_id': '4203fc81bbd14439bb6ce329a5ccbc79'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:26.165837 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-f4c2de69-b72f-41d2-a142-887250c15a58 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 473 time: 0.6347311 Aug 07 01:12:26.213809 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: ACTIVE; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:26.214503 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:26.217288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'port': {'device_id': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'admin_state_up': True, 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'security_groups': ['ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:26.272486 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:26.307487 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-631abc76-8ec2-4d19-9ba2-5ab7addddf1f req-49f0f02f-2f40-432e-a49f-2dc6e8a3f21a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673831 Aug 07 01:12:26.322039 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-58ea19f0-ff86-48f7-96da-8d8570e19529 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.1737404 Aug 07 01:12:26.327842 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:26.336192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:26.431482 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=6']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:26.440211 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['9ab59ce3-ed0d-4a8e-b76b-adeff559725a'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:12:26.457478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-d15efb8e-c47f-4d73-a15e-830540e8a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.461365 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-d15efb8e-c47f-4d73-a15e-830540e8a413 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.6110005 Aug 07 01:12:26.489162 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:26.521346 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29d7b60c-e88a-4c88-b08c-660cb651253e req-9036c4cd-80cd-460a-ac0f-f8eaf4ed6e46 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4053743 Aug 07 01:12:26.603343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-bfb65146-e395-4fe4-bbfd-0dc0d2c4c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.606452 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-bfb65146-e395-4fe4-bbfd-0dc0d2c4c8a4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345003 Aug 07 01:12:26.621006 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-e415f2ef-2cd5-46ec-a675-1ba09e537fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.624368 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-e415f2ef-2cd5-46ec-a675-1ba09e537fdd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.2872977 Aug 07 01:12:26.741191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-bd9108fa-1a96-4eb0-81b2-196a0df9f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:26.744679 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-bd9108fa-1a96-4eb0-81b2-196a0df9f43a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068685 Aug 07 01:12:26.800018 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2df7cfee-10fc-404b-ad6c-4dd762082f8d req-5a928102-0f8a-4b5d-97c4-5f2c7f9f4101 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0443058 Aug 07 01:12:26.862003 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Made reservation on behalf of 4203fc81bbd14439bb6ce329a5ccbc79 for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:12:26.870265 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:26.954885 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-46de940c-ffb8-4817-8032-e317be764119 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364067 Aug 07 01:12:26.958740 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b80364b2-4dff-4445-bf21-b3796e383558 req-90f3f540-d6f5-40ed-b745-5c8231d83fa9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.1760588 Aug 07 01:12:26.960504 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:12:26.966336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:26.980026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:26.998803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:27.005174 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:27.082095 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-c57f7666-ff90-4c71-b6da-26966bed8691 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286939 Aug 07 01:12:27.163514 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269c96b-77ad-4817-b199-1751429892ce req-eda59b4b-5bc5-4c8a-abb5-15dc85d3e613 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:27.165888 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1269c96b-77ad-4817-b199-1751429892ce req-eda59b4b-5bc5-4c8a-abb5-15dc85d3e613 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 945 time: 0.1405199 Aug 07 01:12:27.336567 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks [] for security_group (ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:27.345999 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0027765-daee-4778-a78e-0cabf3e285f5 req-50e2bb66-f07b-44e1-bc3f-458453e73857 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538302 Aug 07 01:12:27.349009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:27.521852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:27.545733 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:27.726152 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device c91dc146-cf64-40b0-a3e9-644405de258c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:12:27.759665 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc8c1-ca16-402c-aee3-f3a4dee54039 req-29f9ff6f-0647-42c3-a7d8-9a64d4f257b0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:27.767828 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-563bc8c1-ca16-402c-aee3-f3a4dee54039 req-29f9ff6f-0647-42c3-a7d8-9a64d4f257b0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1303649 Aug 07 01:12:27.800832 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1269c96b-77ad-4817-b199-1751429892ce req-c3f9eb5e-dc10-45ed-87ed-7be84fdd415a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6009674 Aug 07 01:12:27.819356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Allocated IP 192.168.233.221 (9f070d7e-673d-4bda-9dc7-7722533093b3/58304c89-da9e-4521-9cca-31f9d01f0c6a/fab914e3-36b7-45a0-b7bb-c8529feb8d06) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:12:27.896688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:27.912792 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-563bc8c1-ca16-402c-aee3-f3a4dee54039 req-c902433f-a055-4eb8-86e7-6f6684e578aa tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430223 Aug 07 01:12:28.042447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.20.0.11 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/75592632-690e-4dbf-a132-69141d52e063) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:12:28.089848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c91dc146-cf64-40b0-a3e9-644405de258c,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:28.117082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'c91dc146-cf64-40b0-a3e9-644405de258c', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'port_id': 'c91dc146-cf64-40b0-a3e9-644405de258c', 'mac_address': 'fa:16:3e:3a:88:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:12:28.126087 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:28.286690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port c91dc146-cf64-40b0-a3e9-644405de258c is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:28.287861 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:28.313538 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:28.314481 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:28.315118 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9557025-2250-487e-9e2c-e7bdc74bdf26 req-df896aa0-dc4b-4b56-a740-8faf7f3d6ec4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3445797 Aug 07 01:12:28.431328 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91dc146-cf64-40b0-a3e9-644405de258c {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:28.522667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c91dc146-cf64-40b0-a3e9-644405de258c,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:28.591200 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ba94-b7a4-4fe3-a939-bc11c80f6e91 req-78a18f6b-27c2-4b95-961f-07009727c893 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:28.607284 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9065ba94-b7a4-4fe3-a939-bc11c80f6e91 req-78a18f6b-27c2-4b95-961f-07009727c893 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.2905817 Aug 07 01:12:28.631259 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:28.632189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:28.839679 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9065ba94-b7a4-4fe3-a939-bc11c80f6e91 req-8f2e4c1a-282d-4603-857b-e4118114317c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302186 Aug 07 01:12:28.853027 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (75592632-690e-4dbf-a132-69141d52e063), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.007603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (75592632-690e-4dbf-a132-69141d52e063), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.027934 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.039758 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-77cdfc49-0692-473b-8568-fe30f9115ffd req-933879eb-9acc-4d48-995a-1b07b283509e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.0790617 Aug 07 01:12:29.100994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:29.106854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05570dc-8dba-4bc7-9c8c-c92dd072220b" -d '{"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:29.155700 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:29.186227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:29.187017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:29.216706 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.262741 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:29.292684 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks [] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.333355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['c91dc146-cf64-40b0-a3e9-644405de258c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:12:29.334699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:12:29.348065 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:12:29.357212 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:12:29.382045 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec414a-46ee-4812-8ccb-2f16f6133dda req-bac5ba9e-ad39-4af0-adb3-34ad879334a3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:29.395599 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1861074-8dff-4324-abfd-188730f6cebb req-1aac7805-5e22-410b-90cb-59b4d8a9a66a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:29.395599 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1861074-8dff-4324-abfd-188730f6cebb req-1aac7805-5e22-410b-90cb-59b4d8a9a66a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1194146 Aug 07 01:12:29.407414 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9eec414a-46ee-4812-8ccb-2f16f6133dda req-bac5ba9e-ad39-4af0-adb3-34ad879334a3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 932 time: 0.2417901 Aug 07 01:12:29.465301 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.522098 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:29.579443 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:29.580546 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.626106 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c7b87f6f-1392-407a-a61e-51f1004d4dbe tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4224181 Aug 07 01:12:29.658219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9eec414a-46ee-4812-8ccb-2f16f6133dda req-7d43e441-a09f-4269-86ac-a4c250df8c6d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480438 Aug 07 01:12:29.661816 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1861074-8dff-4324-abfd-188730f6cebb req-90540734-ec3c-4948-93a4-7ddc1cddb680 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500618 Aug 07 01:12:29.664085 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Pushing event updated for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:29.686433 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=7']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:29.698340 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Network 9f070d7e-673d-4bda-9dc7-7722533093b3 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:12:29.713807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:12:29.718973 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:12:29.811409 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:29.899862 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9999cfe7-8ba1-496d-ac51-48584e735b82 x-openstack-request-id: req-9999cfe7-8ba1-496d-ac51-48584e735b82 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:29.900362 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:29.900735 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9999cfe7-8ba1-496d-ac51-48584e735b82 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:29.901298 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9999cfe7-8ba1-496d-ac51-48584e735b82'] response: {'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'code': 200} Aug 07 01:12:29.904388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:29.922434 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:29.969490 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-1e06dc91-deda-4a8c-aa65-25bc2c3d2b8e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8709407 Aug 07 01:12:30.081182 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-c6c379fa-bf2e-49d2-9ec1-753f8c5621a6 None None] Provisioning complete for port 75592632-690e-4dbf-a132-69141d52e063 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:30.082052 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6c379fa-bf2e-49d2-9ec1-753f8c5621a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75592632-690e-4dbf-a132-69141d52e063), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:30.109227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674e2de-5ab0-4588-87d0-591738914827 req-e1fbcfd2-8fc6-4391-9597-9bcc1147774a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:30.113914 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4674e2de-5ab0-4588-87d0-591738914827 req-e1fbcfd2-8fc6-4391-9597-9bcc1147774a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1806717 Aug 07 01:12:30.166185 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c6c379fa-bf2e-49d2-9ec1-753f8c5621a6 None None] Port 75592632-690e-4dbf-a132-69141d52e063 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:12:30.290157 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4674e2de-5ab0-4588-87d0-591738914827 req-5419f85f-2609-4422-a655-4d42ebc3e698 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598051 Aug 07 01:12:30.321578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77a705-b0b9-4b04-ba94-ff4cf2a5c29e req-b0f1a76c-08cd-498b-bf89-873deb081c5b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:30.327003 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d77a705-b0b9-4b04-ba94-ff4cf2a5c29e req-b0f1a76c-08cd-498b-bf89-873deb081c5b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.2218804 Aug 07 01:12:30.404711 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-316123df-0c8c-41c1-b8d8-cced042efaa9 None None] Provisioning complete for port fab914e3-36b7-45a0-b7bb-c8529feb8d06 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:30.405104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-316123df-0c8c-41c1-b8d8-cced042efaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:30.506841 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d77a705-b0b9-4b04-ba94-ff4cf2a5c29e req-38282e55-66a6-4ea6-99ed-b842080c57f8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723716 Aug 07 01:12:30.519801 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-316123df-0c8c-41c1-b8d8-cced042efaa9 None None] Port fab914e3-36b7-45a0-b7bb-c8529feb8d06 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:12:30.644918 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae2d05-aa63-4e5c-b21f-33807ac72e13 req-2f781549-d006-4fb4-81a9-47742296288d tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:30.647743 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c8ae2d05-aa63-4e5c-b21f-33807ac72e13 req-2f781549-d006-4fb4-81a9-47742296288d tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 936 time: 0.1676998 Aug 07 01:12:30.759431 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c8ae2d05-aa63-4e5c-b21f-33807ac72e13 req-b3474371-b71b-4fbd-817f-69e6ecc4900b tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049998 Aug 07 01:12:30.869347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67943f12-e7e2-4d1a-b39f-5f719db97e2d req-b625441b-d8bf-40d2-bbf3-0d1348157db9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:30.876488 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-67943f12-e7e2-4d1a-b39f-5f719db97e2d req-b625441b-d8bf-40d2-bbf3-0d1348157db9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 932 time: 0.0819931 Aug 07 01:12:30.989653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1a132-b662-4708-81fd-d561b5d66aff req-44088176-2d59-4422-9f2f-dde63870c82d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:30.991812 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-67943f12-e7e2-4d1a-b39f-5f719db97e2d req-d9dd9602-545e-442f-9f58-3b353d1249e0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032054 Aug 07 01:12:30.994418 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47d1a132-b662-4708-81fd-d561b5d66aff req-44088176-2d59-4422-9f2f-dde63870c82d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1338406 Aug 07 01:12:31.086126 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47d1a132-b662-4708-81fd-d561b5d66aff req-341aae0b-3941-433e-9a98-25057811cf27 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787623 Aug 07 01:12:31.561175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3855d5-94c7-4858-a6a8-e109afa690fa req-f6b0859c-3f0f-43fd-9ce3-fc3afedb8878 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:31.568935 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba3855d5-94c7-4858-a6a8-e109afa690fa req-f6b0859c-3f0f-43fd-9ce3-fc3afedb8878 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.0799537 Aug 07 01:12:31.738026 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba3855d5-94c7-4858-a6a8-e109afa690fa req-4441655a-7fb8-42ba-b5c1-cd828c85e69a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438556 Aug 07 01:12:31.783654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91956e-7b01-4fae-86aa-a9e90b80ac54 req-a689a99d-2dc0-435f-8c92-a2d1f8ddfd4b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:31.786262 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eb91956e-7b01-4fae-86aa-a9e90b80ac54 req-a689a99d-2dc0-435f-8c92-a2d1f8ddfd4b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0993166 Aug 07 01:12:31.847982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:31.908561 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eb91956e-7b01-4fae-86aa-a9e90b80ac54 req-ad009f87-f398-4895-9474-b7c3a006d7b6 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105473 Aug 07 01:12:31.993426 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:32.011844 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba65db-ff2d-4206-84f5-f9dd0d102b2e req-9415aae2-73bf-4ddf-8e12-448349df9f7c tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:32.014431 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-caba65db-ff2d-4206-84f5-f9dd0d102b2e req-9415aae2-73bf-4ddf-8e12-448349df9f7c tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 936 time: 0.1208928 Aug 07 01:12:32.137739 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-caba65db-ff2d-4206-84f5-f9dd0d102b2e req-80de8a3a-4ce8-4436-ae0f-c27cfc933bcd tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147628 Aug 07 01:12:32.262157 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d050-1a5a-4d53-98ea-f692bc742f12 req-d597cf4a-909c-45b3-b978-6f67f027a942 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:32.275033 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-06e5d050-1a5a-4d53-98ea-f692bc742f12 req-d597cf4a-909c-45b3-b978-6f67f027a942 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 932 time: 0.1118002 Aug 07 01:12:32.393456 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769003-49eb-42bd-87a3-dc17cb860933 req-cef31875-d1ba-40ac-acb6-6a1f077d554e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:32.399397 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-06e5d050-1a5a-4d53-98ea-f692bc742f12 req-f2f9f2b6-49ad-47ad-9fec-65a848e6ce7d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226716 Aug 07 01:12:32.405035 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa769003-49eb-42bd-87a3-dc17cb860933 req-cef31875-d1ba-40ac-acb6-6a1f077d554e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1061707 Aug 07 01:12:32.410817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Request body: {'port': {'device_id': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:32.436861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Request body: {'port': {'device_id': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:32.626533 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa769003-49eb-42bd-87a3-dc17cb860933 req-eaf5d0c8-6088-4b57-a356-c5d64ba3f6e6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202394 Aug 07 01:12:32.636363 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:32.636839 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75592632-690e-4dbf-a132-69141d52e063), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:32.868218 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:33.198550 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf017-3b92-4db9-b519-6d7347c1c46e req-aaadc100-9788-40f9-bd20-3da3b4b1a19d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:33.199303 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7cdc-b6da-4b1b-9bed-74d25f998ba5 req-0bea5296-5441-4979-81ae-71b47a5a5d73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:33.203282 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-28ebf017-3b92-4db9-b519-6d7347c1c46e req-aaadc100-9788-40f9-bd20-3da3b4b1a19d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 943 time: 0.1263342 Aug 07 01:12:33.210667 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d3aa7cdc-b6da-4b1b-9bed-74d25f998ba5 req-0bea5296-5441-4979-81ae-71b47a5a5d73 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1799297 Aug 07 01:12:33.342153 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab914e3-36b7-45a0-b7bb-c8529feb8d06 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:33.356552 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d3aa7cdc-b6da-4b1b-9bed-74d25f998ba5 req-740a089e-d0a0-49d1-a0af-3e99aed3b852 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344039 Aug 07 01:12:33.373937 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks [] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:33.426439 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:33.464874 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Transition to ACTIVE for port object fab914e3-36b7-45a0-b7bb-c8529feb8d06 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:12:33.482004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:33.612629 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-28ebf017-3b92-4db9-b519-6d7347c1c46e req-d92416f7-a318-4e76-85aa-1c3df6ce8989 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049799 Aug 07 01:12:33.632591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:33.789990 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a088e44-3430-4909-a717-ecc993194e41 req-9353b6c8-1aab-4a8d-bea0-cfa6f7ea9e6d tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:33.794829 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a088e44-3430-4909-a717-ecc993194e41 req-9353b6c8-1aab-4a8d-bea0-cfa6f7ea9e6d tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.1556823 Aug 07 01:12:33.886029 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Attempting to bind port fab914e3-36b7-45a0-b7bb-c8529feb8d06 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:12:33.886578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Attempting to bind port fab914e3-36b7-45a0-b7bb-c8529feb8d06 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:12:33.887108 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Attempting to bind port fab914e3-36b7-45a0-b7bb-c8529feb8d06 on network 9f070d7e-673d-4bda-9dc7-7722533093b3 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:33.912373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Port fab914e3-36b7-45a0-b7bb-c8529feb8d06 on network 9f070d7e-673d-4bda-9dc7-7722533093b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:12:33.912373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Attempting to bind port fab914e3-36b7-45a0-b7bb-c8529feb8d06 on network 9f070d7e-673d-4bda-9dc7-7722533093b3 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:33.917278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ea29730-37e9-45db-98d4-1ef7d39b89d9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:12:33.939640 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:12:33.941287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Checking segment: {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:12:33.941502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Bound using segment: {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:12:33.942069 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Bound port: fab914e3-36b7-45a0-b7bb-c8529feb8d06, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c315d8-13e8-4e4e-b164-0dee4e63c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:12:33.942659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:33.974610 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bcb0b-595e-4025-b7c2-26083e2a68a5 req-e8b60ae4-827d-4bcb-bcde-c62553d423e7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:33.977301 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4e6bcb0b-595e-4025-b7c2-26083e2a68a5 req-e8b60ae4-827d-4bcb-bcde-c62553d423e7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 932 time: 0.1496572 Aug 07 01:12:33.994737 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a088e44-3430-4909-a717-ecc993194e41 req-22da76af-fbfd-42d3-80ff-d69fdb2ae890 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765406 Aug 07 01:12:34.030528 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75592632-690e-4dbf-a132-69141d52e063 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:34.058277 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks [] for port (75592632-690e-4dbf-a132-69141d52e063), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.102683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Transition to ACTIVE for port object 75592632-690e-4dbf-a132-69141d52e063 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:12:34.107908 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4e6bcb0b-595e-4025-b7c2-26083e2a68a5 req-8fd0ff79-3e8b-40ee-97aa-0d80c2bdd466 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172047 Aug 07 01:12:34.110812 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (75592632-690e-4dbf-a132-69141d52e063), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.195713 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:12:34.235557 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:34.258899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '9ea29730-37e9-45db-98d4-1ef7d39b89d9', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'port_id': '9ea29730-37e9-45db-98d4-1ef7d39b89d9', 'mac_address': 'fa:16:3e:b3:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:12:34.271907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:34.291492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:12:34.323933 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add23b3-8e32-479a-b5f6-3efffb952312 req-f214d937-2c9a-412f-a2d3-415f2e05cd29 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:34.332329 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6add23b3-8e32-479a-b5f6-3efffb952312 req-f214d937-2c9a-412f-a2d3-415f2e05cd29 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1243110 Aug 07 01:12:34.335602 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.342298 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:34.342997 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.370111 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea29730-37e9-45db-98d4-1ef7d39b89d9 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:34.414625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Pushing event updated for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:34.422714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:34.429100 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:34.430089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.430460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.432666 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/fab914e3-36b7-45a0-b7bb-c8529feb8d06 HTTP/1.1" status: 200 len: 1098 time: 2.0174842 Aug 07 01:12:34.433976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Attempting to bind port 75592632-690e-4dbf-a132-69141d52e063 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:12:34.437738 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Attempting to bind port 75592632-690e-4dbf-a132-69141d52e063 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:12:34.445309 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:34.446399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Attempting to bind port 75592632-690e-4dbf-a132-69141d52e063 on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:34.449047 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6564cde-f647-4c60-a69e-c445c5eb9f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:34.461883 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Port 75592632-690e-4dbf-a132-69141d52e063 on network 04909372-4f17-4c44-b384-6e7c31434dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:12:34.465343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Attempting to bind port 75592632-690e-4dbf-a132-69141d52e063 on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:12:34.475318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:34.480668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b233e-eb18-490d-bf38-c658b92ce7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:34.510352 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:12:34.511068 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:12:34.511827 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:12:34.532720 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Bound port: 75592632-690e-4dbf-a132-69141d52e063, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:12:34.534558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75592632-690e-4dbf-a132-69141d52e063), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.569502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:34.574227 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6add23b3-8e32-479a-b5f6-3efffb952312 req-31ef1797-62a8-4dff-9383-302f0c6d663c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391611 Aug 07 01:12:34.705270 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81119db-a8f7-488c-b37c-7b96f768f15c x-openstack-request-id: req-f81119db-a8f7-488c-b37c-7b96f768f15c {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:34.706825 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:34.706825 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f81119db-a8f7-488c-b37c-7b96f768f15c {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:34.707196 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81119db-a8f7-488c-b37c-7b96f768f15c'] response: {'name': 'network-changed', 'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06', 'status': 'completed', 'code': 200} Aug 07 01:12:34.781260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:12:34.800672 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd37ee-66a6-4f7f-a996-e1e35327cad6 req-3cdbf740-4d97-4817-9c63-a68953c9d380 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:34.803781 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d6fd37ee-66a6-4f7f-a996-e1e35327cad6 req-3cdbf740-4d97-4817-9c63-a68953c9d380 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1470780 Aug 07 01:12:34.807875 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=75592632-690e-4dbf-a132-69141d52e063,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:12:34.849019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (75592632-690e-4dbf-a132-69141d52e063), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.884116 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:34.885392 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:34.887389 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/75592632-690e-4dbf-a132-69141d52e063 HTTP/1.1" status: 200 len: 1094 time: 2.4858804 Aug 07 01:12:34.894821 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'tag': '75592632-690e-4dbf-a132-69141d52e063'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:34.899776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37f8ce9-e871-47ff-b074-b9751aa299f2" -d '{"events": [{"name": "network-changed", "server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "tag": "75592632-690e-4dbf-a132-69141d52e063"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:34.934886 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119300c-f962-4f99-817c-8750b5cba880 req-f46eab1c-8298-4c81-82df-8d0af594b074 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:34.937748 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0119300c-f962-4f99-817c-8750b5cba880 req-f46eab1c-8298-4c81-82df-8d0af594b074 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 944 time: 0.1148562 Aug 07 01:12:35.028058 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:35.062806 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0119300c-f962-4f99-817c-8750b5cba880 req-81aa60ec-3937-46a1-bf8e-4b47c35762ae tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084952 Aug 07 01:12:35.066957 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d6fd37ee-66a6-4f7f-a996-e1e35327cad6 req-a8b11bf7-2b9b-4388-9355-6c50f9942b8f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478220 Aug 07 01:12:35.076457 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999d8fe-47ea-4568-bcb3-b9a927d8cecf service neutron] Pushing event updated for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:35.179541 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67e557-54f1-4895-aca0-357851bf07f9 x-openstack-request-id: req-6a67e557-54f1-4895-aca0-357851bf07f9 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:35.179946 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "tag": "75592632-690e-4dbf-a132-69141d52e063", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:35.181403 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a67e557-54f1-4895-aca0-357851bf07f9 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:35.182114 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67e557-54f1-4895-aca0-357851bf07f9'] response: {'name': 'network-changed', 'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'tag': '75592632-690e-4dbf-a132-69141d52e063', 'status': 'completed', 'code': 200} Aug 07 01:12:35.303105 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58755cf-54db-4dee-a325-43eb16ac72fc req-9a185e38-3887-431a-91b5-1d3b7124b68f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:35.316158 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d58755cf-54db-4dee-a325-43eb16ac72fc req-9a185e38-3887-431a-91b5-1d3b7124b68f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.1171498 Aug 07 01:12:35.412649 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d58755cf-54db-4dee-a325-43eb16ac72fc req-b92eaa4e-6b7f-49b6-8afd-975a71f82099 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946536 Aug 07 01:12:35.468175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8da713-489f-4855-81c3-4743e62b56ce req-9b16d878-f17f-4670-8096-a63a76cfff1c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:35.470031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd8da713-489f-4855-81c3-4743e62b56ce req-9b16d878-f17f-4670-8096-a63a76cfff1c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 944 time: 0.0983989 Aug 07 01:12:35.548041 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd8da713-489f-4855-81c3-4743e62b56ce req-4eaf0a75-a402-4886-9346-6009c915cf77 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656943 Aug 07 01:12:35.833346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbae1-bc85-4e8c-824c-6d17fd28cd9a req-4b76c082-5ee2-47af-8dd4-a28482b0b39c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:35.840938 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1bdfbae1-bc85-4e8c-824c-6d17fd28cd9a req-4b76c082-5ee2-47af-8dd4-a28482b0b39c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0990653 Aug 07 01:12:35.865236 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device c91dc146-cf64-40b0-a3e9-644405de258c up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:36.074017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port c91dc146-cf64-40b0-a3e9-644405de258c completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:12:36.075402 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-d786d8ca-ab0f-4968-9390-2ed132c515de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.078183 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-d786d8ca-ab0f-4968-9390-2ed132c515de service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 1128 time: 0.1341536 Aug 07 01:12:36.086323 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564cde-f647-4c60-a69e-c445c5eb9f6e req-a6a28e8b-cc72-4ef7-9d9b-71c1732c3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.096027 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f6564cde-f647-4c60-a69e-c445c5eb9f6e req-a6a28e8b-cc72-4ef7-9d9b-71c1732c3f27 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 1132 time: 0.1448507 Aug 07 01:12:36.100875 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port c91dc146-cf64-40b0-a3e9-644405de258c triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:36.102366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:36.143532 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f6564cde-f647-4c60-a69e-c445c5eb9f6e req-4da31fe7-d368-4eaa-9078-a7cdc5a5898f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437064 Aug 07 01:12:36.146674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:36.203986 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1bdfbae1-bc85-4e8c-824c-6d17fd28cd9a req-f6225347-fedf-44e8-b62c-8d0725b4d70c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536623 Aug 07 01:12:36.255354 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['9ea29730-37e9-45db-98d4-1ef7d39b89d9'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:12:36.364502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:36.452548 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-f16a0ca4-2187-4f0d-8a53-a689f76d61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.454209 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-f16a0ca4-2187-4f0d-8a53-a689f76d61a0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=35820b4f79774ac49f43fce915f56d6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3576784 Aug 07 01:12:36.461442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port c91dc146-cf64-40b0-a3e9-644405de258c is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:36.462112 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:36.517146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d77fe-a35b-4cdb-8dbc-adab85af7eca req-1d21c38d-03e4-4694-b4f1-8addc22b3bda tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.519484 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cf6d77fe-a35b-4cdb-8dbc-adab85af7eca req-1d21c38d-03e4-4694-b4f1-8addc22b3bda tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 944 time: 0.0808909 Aug 07 01:12:36.545705 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:36.548521 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6bc3c1-3ffd-46f2-915f-b6a128fc3deb" -d '{"events": [{"server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "name": "network-vif-plugged", "status": "completed", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:36.593046 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c91dc146-cf64-40b0-a3e9-644405de258c,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:36.610440 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:36.698097 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555457b1-4f4e-43d7-b16b-7134e0a127b6 req-9e764ea2-3058-4abf-bda8-3d462755b275 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.718423 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-555457b1-4f4e-43d7-b16b-7134e0a127b6 req-9e764ea2-3058-4abf-bda8-3d462755b275 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.2915111 Aug 07 01:12:36.744597 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:36.766641 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cf6d77fe-a35b-4cdb-8dbc-adab85af7eca req-d0a141af-8529-480b-b464-d40800f39273 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196248 Aug 07 01:12:36.908411 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564cde-f647-4c60-a69e-c445c5eb9f6e req-54af8154-a152-41cb-9be1-e88209896c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.911328 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f6564cde-f647-4c60-a69e-c445c5eb9f6e req-54af8154-a152-41cb-9be1-e88209896c77 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7065165 Aug 07 01:12:36.968217 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-6f13f7fd-58ab-4319-ab2b-b97235ba3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:36.970229 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a37f8ce9-e871-47ff-b074-b9751aa299f2 req-6f13f7fd-58ab-4319-ab2b-b97235ba3ee3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270928 Aug 07 01:12:37.003805 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-555457b1-4f4e-43d7-b16b-7134e0a127b6 req-b75d984c-b944-4a8a-961f-ed9cfd7bdcb9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683744 Aug 07 01:12:37.146273 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234508e4-a8bc-4b1c-af1e-863cfc331eb2 x-openstack-request-id: req-234508e4-a8bc-4b1c-af1e-863cfc331eb2 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:37.146908 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "name": "network-vif-plugged", "status": "completed", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:37.148372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-234508e4-a8bc-4b1c-af1e-863cfc331eb2 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:37.150446 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234508e4-a8bc-4b1c-af1e-863cfc331eb2'] response: {'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c', 'code': 200} Aug 07 01:12:37.176037 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c5eaa-d86c-455b-b16c-bc89a1022026 req-2d36fbe2-0953-4d97-8862-78e5539db6da tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.190450 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-079c5eaa-d86c-455b-b16c-bc89a1022026 req-2d36fbe2-0953-4d97-8862-78e5539db6da tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.3029950 Aug 07 01:12:37.197374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-16ff9fe6-bf1e-407e-a4af-e8749a0ea599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.204141 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-16ff9fe6-bf1e-407e-a4af-e8749a0ea599 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 1128 time: 0.1504204 Aug 07 01:12:37.223797 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-96efea2f-19d3-4d26-a136-9193243abe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.226290 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-96efea2f-19d3-4d26-a136-9193243abe56 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 1132 time: 0.2386498 Aug 07 01:12:37.374475 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-3a8a2271-e870-4120-a365-bab1a8ed935c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06 HTTP/1.1" status: 200 len: 217 time: 0.1381946 Aug 07 01:12:37.513208 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-079c5eaa-d86c-455b-b16c-bc89a1022026 req-0b5f7ffb-e974-4acf-97e5-ca2f993025e8 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211589 Aug 07 01:12:37.617317 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-7b404a6d-2d3d-428e-b004-b7fd59a31d38 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75592632-690e-4dbf-a132-69141d52e063 HTTP/1.1" status: 200 len: 217 time: 0.3971422 Aug 07 01:12:37.779759 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-219bf176-5089-4494-9b80-eda393d9ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.782728 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-219bf176-5089-4494-9b80-eda393d9ff9e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=58304c89-da9e-4521-9cca-31f9d01f0c6a HTTP/1.1" status: 200 len: 843 time: 0.3193979 Aug 07 01:12:37.848617 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219ac61-6453-430b-bfcb-8aaefaa5d20e req-cca6b068-492e-4acb-a6a3-4df49fefccdc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.850601 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f219ac61-6453-430b-bfcb-8aaefaa5d20e req-cca6b068-492e-4acb-a6a3-4df49fefccdc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 944 time: 0.4172876 Aug 07 01:12:37.870538 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7019-9582-435a-8bf6-249497e6343b req-e328f4a2-8272-4382-b0dd-ed139b0bdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:37.883115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ea29730-37e9-45db-98d4-1ef7d39b89d9 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:37.901915 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-225b7019-9582-435a-8bf6-249497e6343b req-e328f4a2-8272-4382-b0dd-ed139b0bdd2a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.3732145 Aug 07 01:12:38.166744 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-97feac6e-ff0a-4aa4-8f99-10b1ec326932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:38.210846 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-97feac6e-ff0a-4aa4-8f99-10b1ec326932 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9f070d7e-673d-4bda-9dc7-7722533093b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4176660 Aug 07 01:12:38.358052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001036-a6d6-4cd9-8b24-9f47c7bfde90 req-feea7eff-f393-4daf-90eb-a088f326af13 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:38.365808 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:12:38.380632 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-38001036-a6d6-4cd9-8b24-9f47c7bfde90 req-feea7eff-f393-4daf-90eb-a088f326af13 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.4905131 Aug 07 01:12:38.393862 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:38.403772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:38.508124 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-225b7019-9582-435a-8bf6-249497e6343b req-423895c1-68b1-49eb-8d9a-a1043dab8d40 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399569 Aug 07 01:12:38.623007 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:38.666741 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-1fa17db0-4aca-4a89-bbbd-bc0a1fd37bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:38.676642 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-1fa17db0-4aca-4a89-bbbd-bc0a1fd37bee service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.9502571 Aug 07 01:12:38.728786 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f219ac61-6453-430b-bfcb-8aaefaa5d20e req-9d5165c9-fefb-41ab-8301-8fa1f61ffda0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8119245 Aug 07 01:12:38.861217 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:38.863368 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:38.884775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c9624667-ac59-4879-ba0e-bb10170cade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:38.887870 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-c9624667-ac59-4879-ba0e-bb10170cade7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574867 Aug 07 01:12:39.032592 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:39.042475 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:39.083219 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-a0284023-a0db-41ca-a7ed-0b6f0274777d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9f070d7e-673d-4bda-9dc7-7722533093b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530338 Aug 07 01:12:39.155156 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-38001036-a6d6-4cd9-8b24-9f47c7bfde90 req-d789a329-9ad0-4491-abec-a8c92a57caf2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7658982 Aug 07 01:12:39.185626 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:39.214813 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da674bc-d95e-4073-b94f-439528634408" -d '{"events": [{"server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "name": "network-vif-plugged", "status": "completed", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:39.241432 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e946816-78af-46fa-a4ce-3a6add6f34ff req-95ea96c2-c603-4d18-a1d1-ac77ef145d64 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:39.274707 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3e946816-78af-46fa-a4ce-3a6add6f34ff req-95ea96c2-c603-4d18-a1d1-ac77ef145d64 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.2709904 Aug 07 01:12:39.406774 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:39.569551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-d62450f9-7e39-4410-913e-f42e803e3a78 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250004 Aug 07 01:12:39.589482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:39.608577 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-07847ff9-700c-40e3-a716-89bc0181ad33 req-4c64f0d9-9d27-49cc-bbec-42aa3c09a5ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9f070d7e-673d-4bda-9dc7-7722533093b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449733 Aug 07 01:12:39.648646 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:39.744729 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3e946816-78af-46fa-a4ce-3a6add6f34ff req-b3543f5c-e69a-47f9-8420-8de3136b4fb5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651165 Aug 07 01:12:39.808747 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcf9f7-8ec9-4563-8c37-686cccaf9c2d req-82082b42-9f39-4c46-949f-0164d56ffc8e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:39.824320 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1dcf9f7-8ec9-4563-8c37-686cccaf9c2d req-82082b42-9f39-4c46-949f-0164d56ffc8e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1999216 Aug 07 01:12:39.859872 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:39.953056 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1dcf9f7-8ec9-4563-8c37-686cccaf9c2d req-7d5a2886-499f-48c4-99e5-1d341e9f91d0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377835 Aug 07 01:12:40.039240 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ff765-f9e8-4a3d-8d62-b60b096cee1d x-openstack-request-id: req-334ff765-f9e8-4a3d-8d62-b60b096cee1d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:40.039588 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "name": "network-vif-plugged", "status": "completed", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:40.039959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-334ff765-f9e8-4a3d-8d62-b60b096cee1d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:40.041489 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334ff765-f9e8-4a3d-8d62-b60b096cee1d'] response: {'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9', 'code': 200} Aug 07 01:12:40.128710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01cd4a-e6a0-4aa9-8e35-fe6fea0f99a5 req-c21230ac-bbc4-4e3f-8fa8-002b578a1739 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:40.141869 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4f01cd4a-e6a0-4aa9-8e35-fe6fea0f99a5 req-c21230ac-bbc4-4e3f-8fa8-002b578a1739 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.1215398 Aug 07 01:12:40.231055 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5623-fbbc-4981-93b6-ce6104b4ad62 req-d7d5161a-fd65-41e5-9b27-b14b56f57164 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:40.238482 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0ce5623-fbbc-4981-93b6-ce6104b4ad62 req-d7d5161a-fd65-41e5-9b27-b14b56f57164 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 944 time: 0.0956032 Aug 07 01:12:40.247354 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4f01cd4a-e6a0-4aa9-8e35-fe6fea0f99a5 req-200f0473-2242-4f58-827f-ad3c862ec8fa tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041017 Aug 07 01:12:40.272393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:40.278378 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0edfbda-5ff1-4589-9924-a9d3bd31e43c req-75912aa3-32ea-49e9-989d-d81b6d020158 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751904 Aug 07 01:12:40.356918 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0ce5623-fbbc-4981-93b6-ce6104b4ad62 req-39b1127d-9619-498f-9b4d-4c0b86365bcc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028297 Aug 07 01:12:40.533298 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785eec1-61bf-40c3-aac0-be3552a767b6 req-099075e5-9197-4f61-8ffe-8e6b653dda29 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:40.534991 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a785eec1-61bf-40c3-aac0-be3552a767b6 req-099075e5-9197-4f61-8ffe-8e6b653dda29 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1024714 Aug 07 01:12:40.629780 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a785eec1-61bf-40c3-aac0-be3552a767b6 req-82483d0d-4c79-4a48-b0a9-e18bc2feba3e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781901 Aug 07 01:12:41.097575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ca53-554a-4d6c-b4a2-e1d5d3a907f4 req-9f244fa4-8c7b-42fa-a2a2-1354c25c9b47 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:41.102737 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b422ca53-554a-4d6c-b4a2-e1d5d3a907f4 req-9f244fa4-8c7b-42fa-a2a2-1354c25c9b47 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1685522 Aug 07 01:12:41.373464 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b422ca53-554a-4d6c-b4a2-e1d5d3a907f4 req-7202ba41-4059-4f42-a972-1cc6007d28cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577758 Aug 07 01:12:41.536346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8e753-7cb8-4299-b22d-e41a097e3493 req-962903d1-5248-4a5b-8e0c-51838ff134dd tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:41.555663 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e8e753-7cb8-4299-b22d-e41a097e3493 req-962903d1-5248-4a5b-8e0c-51838ff134dd tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.2260408 Aug 07 01:12:41.604142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34619146-d0aa-4277-8792-0144ed9dd18d req-e780563f-2272-440c-83d0-49974b60ac05 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:41.619245 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-34619146-d0aa-4277-8792-0144ed9dd18d req-e780563f-2272-440c-83d0-49974b60ac05 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.1176689 Aug 07 01:12:41.723007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e8e753-7cb8-4299-b22d-e41a097e3493 req-4893781e-8457-40c1-a616-25f1501bf4e3 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647816 Aug 07 01:12:41.902766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-34619146-d0aa-4277-8792-0144ed9dd18d req-c6f02777-3951-43fa-b03f-db3a77ca4512 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824645 Aug 07 01:12:42.022816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d582f3-9598-4503-aa37-90e158d17749 req-5953169e-b299-481b-8202-cfbdc50c605d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:42.029188 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d1d582f3-9598-4503-aa37-90e158d17749 req-5953169e-b299-481b-8202-cfbdc50c605d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 944 time: 0.1492047 Aug 07 01:12:42.144015 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d1d582f3-9598-4503-aa37-90e158d17749 req-a7527bb1-03f3-4fb3-838f-1ab66ca0fbde tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104834 Aug 07 01:12:42.177647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-17353f60-61ef-4470-9209-145622aaa23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:42.331723 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6597a2-d0af-4a4b-a896-ac9b1d763e79 req-02e935ac-f51a-415f-8869-3ce7bf484807 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:42.336616 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed6597a2-d0af-4a4b-a896-ac9b1d763e79 req-02e935ac-f51a-415f-8869-3ce7bf484807 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.2191033 Aug 07 01:12:42.475039 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171ee1d-5b6e-4b57-8807-407972706b6b req-f8796124-1d63-48e4-85d6-d673e83c8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:42.477352 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a171ee1d-5b6e-4b57-8807-407972706b6b req-f8796124-1d63-48e4-85d6-d673e83c8ecd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0492208 Aug 07 01:12:42.636136 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed6597a2-d0af-4a4b-a896-ac9b1d763e79 req-8b182893-d844-4e9e-ad90-b30094e68c2c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818959 Aug 07 01:12:42.885224 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a171ee1d-5b6e-4b57-8807-407972706b6b req-83708268-15bf-4260-b28e-8a8df3832b45 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999064 Aug 07 01:12:43.003059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2bed-db03-4150-9adf-953bce32741b req-36721cef-0c37-42b7-88b3-5343df594988 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:43.010744 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-036a2bed-db03-4150-9adf-953bce32741b req-36721cef-0c37-42b7-88b3-5343df594988 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.3335192 Aug 07 01:12:43.051983 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673c5ab-39f0-450a-b6c0-600f1e2acedb req-758dc09f-eb04-41ba-8671-e912304f38e2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:43.066584 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e673c5ab-39f0-450a-b6c0-600f1e2acedb req-758dc09f-eb04-41ba-8671-e912304f38e2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1442852 Aug 07 01:12:43.232367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e673c5ab-39f0-450a-b6c0-600f1e2acedb req-6fb76762-5236-4779-bc4b-6aa8600aaf85 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571527 Aug 07 01:12:43.237662 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-036a2bed-db03-4150-9adf-953bce32741b req-b2493ddf-afa2-4248-a818-1e0d65c8ff2e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147479 Aug 07 01:12:43.516589 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf748c6-26c7-47c1-b64e-8f7ed9e9698c req-1d01c21d-e3b8-499b-8675-e3925fd89fb4 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:43.526270 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ccf748c6-26c7-47c1-b64e-8f7ed9e9698c req-1d01c21d-e3b8-499b-8675-e3925fd89fb4 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 948 time: 0.1399839 Aug 07 01:12:43.544493 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774ff-1771-441a-acb4-e8064e1fc08d req-64fe6d69-bffa-4486-9ade-644f512ef0c1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:43.547089 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ff774ff-1771-441a-acb4-e8064e1fc08d req-64fe6d69-bffa-4486-9ade-644f512ef0c1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 944 time: 0.0874782 Aug 07 01:12:43.608753 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ccf748c6-26c7-47c1-b64e-8f7ed9e9698c req-daecc9e8-3eef-445b-9462-becf12231523 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814087 Aug 07 01:12:43.660887 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ff774ff-1771-441a-acb4-e8064e1fc08d req-6ca598a4-7b99-46d2-be55-c251b753b779 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966959 Aug 07 01:12:43.894494 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2212a4-6499-490b-8600-970df660107b req-7018e252-af5a-4204-8a43-b04ee1fcb26e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:43.904869 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e2212a4-6499-490b-8600-970df660107b req-7018e252-af5a-4204-8a43-b04ee1fcb26e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0926373 Aug 07 01:12:43.926912 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device fab914e3-36b7-45a0-b7bb-c8529feb8d06 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:12:44.040031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e2212a4-6499-490b-8600-970df660107b req-b02a839a-8d25-4286-af5a-83eb01b4b69e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336184 Aug 07 01:12:44.373854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:44.406841 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06', 'network_id': '9f070d7e-673d-4bda-9dc7-7722533093b3', 'port_id': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58304c89-da9e-4521-9cca-31f9d01f0c6a', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:12:44.506895 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port fab914e3-36b7-45a0-b7bb-c8529feb8d06 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:44.508756 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:44.537879 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:44.543033 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab914e3-36b7-45a0-b7bb-c8529feb8d06 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:44.615862 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:44.623529 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:44.626145 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 75592632-690e-4dbf-a132-69141d52e063 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:12:44.710302 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1f0a-75ee-4523-8d81-49989f242bfb req-45fa496a-d9ef-450d-81ef-e3c884a15964 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:44.716177 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-03ca1f0a-75ee-4523-8d81-49989f242bfb req-45fa496a-d9ef-450d-81ef-e3c884a15964 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1474643 Aug 07 01:12:44.829516 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7105-b867-4dcf-869c-410806e8c13c req-fd407b98-434f-49fd-9312-4c6cc95516b3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:44.843417 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-731d7105-b867-4dcf-869c-410806e8c13c req-fd407b98-434f-49fd-9312-4c6cc95516b3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.2719214 Aug 07 01:12:44.868064 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-03ca1f0a-75ee-4523-8d81-49989f242bfb req-b3218792-009d-4f38-84f3-1c1a6b7b0148 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348279 Aug 07 01:12:44.957245 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=75592632-690e-4dbf-a132-69141d52e063,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:45.002823 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '75592632-690e-4dbf-a132-69141d52e063', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'port_id': '75592632-690e-4dbf-a132-69141d52e063', 'mac_address': 'fa:16:3e:e4:9e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:12:45.110625 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-731d7105-b867-4dcf-869c-410806e8c13c req-4feba40b-cdc3-4745-a1bd-2ab954c5af21 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656708 Aug 07 01:12:45.168778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735fe2b-c997-486b-bc2f-ca5a9183d8f1 req-80474ab9-a6f3-48e3-94c5-f91f89c85ebc tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:45.178821 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2735fe2b-c997-486b-bc2f-ca5a9183d8f1 req-80474ab9-a6f3-48e3-94c5-f91f89c85ebc tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 949 time: 0.1511915 Aug 07 01:12:45.198411 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 75592632-690e-4dbf-a132-69141d52e063 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:45.199062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75592632-690e-4dbf-a132-69141d52e063), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:45.216595 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:45.251032 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75592632-690e-4dbf-a132-69141d52e063 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:12:45.322502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=75592632-690e-4dbf-a132-69141d52e063,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:45.329980 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (75592632-690e-4dbf-a132-69141d52e063), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:45.378931 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2735fe2b-c997-486b-bc2f-ca5a9183d8f1 req-f3d8371e-b0fd-4c7d-a3a9-ab260f0501ca tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985717 Aug 07 01:12:45.472314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890eb42-97d2-4801-8c43-60c9a6d5dc0a req-9293a4b0-fbe2-41de-a8ef-65fb15cc141a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:45.498119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6890eb42-97d2-4801-8c43-60c9a6d5dc0a req-9293a4b0-fbe2-41de-a8ef-65fb15cc141a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 945 time: 0.1747897 Aug 07 01:12:45.609968 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:45.729348 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6890eb42-97d2-4801-8c43-60c9a6d5dc0a req-4d2d16bf-0050-4a38-acbf-4b0636d4388a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277513 Aug 07 01:12:45.754393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178973-a99b-4405-b07a-dfa13107963b req-b126e2ee-3d89-49b7-beea-9c61c92cbba6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:45.768135 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02178973-a99b-4405-b07a-dfa13107963b req-b126e2ee-3d89-49b7-beea-9c61c92cbba6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1374855 Aug 07 01:12:45.845436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['75592632-690e-4dbf-a132-69141d52e063'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:12:45.965395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02178973-a99b-4405-b07a-dfa13107963b req-08ec9aad-9e96-41cc-83c8-cbc9ec50ae76 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949286 Aug 07 01:12:46.064378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['fab914e3-36b7-45a0-b7bb-c8529feb8d06'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:12:46.374152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823735b-690c-4d88-bc39-5747eab2c05d req-20e2dace-1715-43c1-b0ef-66acd3287baf tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:46.399238 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f823735b-690c-4d88-bc39-5747eab2c05d req-20e2dace-1715-43c1-b0ef-66acd3287baf tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.2488608 Aug 07 01:12:46.459505 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf354-92ad-4176-9abe-b02ff235ea51 req-8deb923d-ac13-40cb-b2cc-03f86b02391c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:46.476873 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dcbcf354-92ad-4176-9abe-b02ff235ea51 req-8deb923d-ac13-40cb-b2cc-03f86b02391c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1816177 Aug 07 01:12:46.488378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-66f90a40-31c9-4235-b59f-123536bdf392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:46.583197 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f823735b-690c-4d88-bc39-5747eab2c05d req-65ef7eb5-38b8-46ee-af8c-4c156eec9760 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802542 Aug 07 01:12:46.612930 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dcbcf354-92ad-4176-9abe-b02ff235ea51 req-ebddd767-7393-43b2-83bd-b6b2294b0b2a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327741 Aug 07 01:12:46.623691 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:46.920299 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:46.963620 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:46.963620 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:47.003126 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df6a66-c356-4e8e-beb4-418391d259c4 req-c90ec8ab-f27f-47a0-87b1-0ba95171ba5e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:47.004461 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d9df6a66-c356-4e8e-beb4-418391d259c4 req-c90ec8ab-f27f-47a0-87b1-0ba95171ba5e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 949 time: 0.1854928 Aug 07 01:12:47.303269 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d9df6a66-c356-4e8e-beb4-418391d259c4 req-6cfdcb00-2216-4ab4-9d55-271314ba2dc7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909992 Aug 07 01:12:47.637650 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde3ae7-d7cd-40cf-a7fd-f744c3716f43 req-0448f842-da32-4599-822a-c183040cfd05 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:47.645144 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acde3ae7-d7cd-40cf-a7fd-f744c3716f43 req-0448f842-da32-4599-822a-c183040cfd05 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 945 time: 0.2099452 Aug 07 01:12:47.669659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:47.744449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-075126b0-de21-4373-b8bf-3bb5957328b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:47.746708 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-075126b0-de21-4373-b8bf-3bb5957328b5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.1641397 Aug 07 01:12:47.795829 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a000f3-2a5b-42f4-8522-4d0201817ece req-0441ebe5-d825-4102-8326-3a9e237d59c4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:47.805243 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-20a000f3-2a5b-42f4-8522-4d0201817ece req-0441ebe5-d825-4102-8326-3a9e237d59c4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1519947 Aug 07 01:12:47.888304 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:47.963564 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-20a000f3-2a5b-42f4-8522-4d0201817ece req-f500da23-ca63-4595-ab20-8b627396c2c9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309934 Aug 07 01:12:48.086471 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acde3ae7-d7cd-40cf-a7fd-f744c3716f43 req-8815c555-efab-4966-9b3e-7e905e93fff3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946490 Aug 07 01:12:48.087904 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-95c1a3de-5607-4060-9567-05814a7abbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.090194 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-95c1a3de-5607-4060-9567-05814a7abbe1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2881887 Aug 07 01:12:48.270627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:48.325493 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-9cc96ada-d568-4662-9727-0f99fd2e089c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.2142632 Aug 07 01:12:48.360453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7585-6269-46f3-a9cb-3c2b3be1cd13 req-c7c5e712-b869-4310-939c-1c4850fd7dbd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.364445 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c83c7585-6269-46f3-a9cb-3c2b3be1cd13 req-c7c5e712-b869-4310-939c-1c4850fd7dbd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1848648 Aug 07 01:12:48.411634 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:12:48.473847 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-dcfa0b5a-a1fa-4d62-b4a4-789b9c836f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.476619 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-dcfa0b5a-a1fa-4d62-b4a4-789b9c836f4d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.1419170 Aug 07 01:12:48.569284 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c83c7585-6269-46f3-a9cb-3c2b3be1cd13 req-4fb56869-c4ab-4df4-88e2-d7788d6e8ccb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903117 Aug 07 01:12:48.578632 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b361af-47bc-4662-8117-ee32be284879 req-7611ea85-6773-40ac-a1aa-4040deefc72f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.588008 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-26b361af-47bc-4662-8117-ee32be284879 req-7611ea85-6773-40ac-a1aa-4040deefc72f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1099796 Aug 07 01:12:48.763765 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-26b361af-47bc-4662-8117-ee32be284879 req-78488026-104d-457c-97c3-ecbc690b96a8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745629 Aug 07 01:12:48.772405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device fab914e3-36b7-45a0-b7bb-c8529feb8d06 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:48.785360 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-e3a2dd9f-4e25-4fd0-88fd-854099cc3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.790052 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-e3a2dd9f-4e25-4fd0-88fd-854099cc3fe3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1911509 Aug 07 01:12:48.901223 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5646b-9915-4501-b1b8-bcf45d68b289 req-cf55181d-09f5-45da-8630-efbab972825c tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:48.904412 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e6e5646b-9915-4501-b1b8-bcf45d68b289 req-cf55181d-09f5-45da-8630-efbab972825c tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 949 time: 0.1472516 Aug 07 01:12:48.915424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port fab914e3-36b7-45a0-b7bb-c8529feb8d06 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:12:48.928086 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port fab914e3-36b7-45a0-b7bb-c8529feb8d06 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:48.928838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:49.037727 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-80e5c6ef-e811-4c21-a385-34201480e0cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377915 Aug 07 01:12:49.057723 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e6e5646b-9915-4501-b1b8-bcf45d68b289 req-6bf96904-1396-4b05-88fe-abcde09bb944 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456518 Aug 07 01:12:49.244346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:49.270256 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bc2f197-a5be-42da-b5c9-972b9a204e27 req-77f955e7-eff5-4e5a-82f1-89d8bee955a1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167852 Aug 07 01:12:49.307883 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1d984-ee6c-4b32-add9-490d5ee66416 req-fc0491ce-56cd-456d-b505-42081a21127c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:49.329694 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-72f1d984-ee6c-4b32-add9-490d5ee66416 req-fc0491ce-56cd-456d-b505-42081a21127c tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1723795 Aug 07 01:12:49.387554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port fab914e3-36b7-45a0-b7bb-c8529feb8d06 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:49.389419 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:49.463706 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:49.466801 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf6b04-84af-4d36-af70-37f544f82a93" -d '{"events": [{"server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "name": "network-vif-plugged", "status": "completed", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:49.511620 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:49.530999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:49.536972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 75592632-690e-4dbf-a132-69141d52e063 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:12:49.575805 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-72f1d984-ee6c-4b32-add9-490d5ee66416 req-ae313e88-f44b-48c9-92cd-7f3d3c05f25f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238305 Aug 07 01:12:49.677002 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960923a-7248-46fc-a186-4d0297f4d0b8 req-5f7db8c1-41ed-444f-bcf3-b8250e2a288e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:49.693507 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e960923a-7248-46fc-a186-4d0297f4d0b8 req-5f7db8c1-41ed-444f-bcf3-b8250e2a288e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 945 time: 0.1633978 Aug 07 01:12:49.822706 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545dcf1d-3d94-45cf-8ec0-479a1d27f186 req-c7ee88c5-53d1-4ade-a251-3a0f5431ffa3 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:49.843588 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-545dcf1d-3d94-45cf-8ec0-479a1d27f186 req-c7ee88c5-53d1-4ade-a251-3a0f5431ffa3 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0953860 Aug 07 01:12:49.861589 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:49.865541 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:49.890531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:49.909488 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-5434d86a-91ef-4d6f-b866-383419e1e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:49.911666 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-5434d86a-91ef-4d6f-b866-383419e1e1ac service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.2168758 Aug 07 01:12:49.928005 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e960923a-7248-46fc-a186-4d0297f4d0b8 req-225b0ea2-87b5-4f5b-a174-79d644f02d94 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198820 Aug 07 01:12:49.940987 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-545dcf1d-3d94-45cf-8ec0-479a1d27f186 req-6cccd010-9541-4908-812e-316439a75b85 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924151 Aug 07 01:12:49.943618 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 75592632-690e-4dbf-a132-69141d52e063 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:12:49.976831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 75592632-690e-4dbf-a132-69141d52e063 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:12:49.977299 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75592632-690e-4dbf-a132-69141d52e063), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:50.053041 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61663bbc-2fd1-40da-a6e0-45d81ad21d93 x-openstack-request-id: req-61663bbc-2fd1-40da-a6e0-45d81ad21d93 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:50.053672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "name": "network-vif-plugged", "status": "completed", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:50.054241 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61663bbc-2fd1-40da-a6e0-45d81ad21d93 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:50.054961 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61663bbc-2fd1-40da-a6e0-45d81ad21d93'] response: {'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06', 'code': 200} Aug 07 01:12:50.204617 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 75592632-690e-4dbf-a132-69141d52e063 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:50.205212 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75592632-690e-4dbf-a132-69141d52e063), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:50.321349 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-2ab30253-8d0b-494d-95c3-1e676f94cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.325866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-2ab30253-8d0b-494d-95c3-1e676f94cb1d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.3939316 Aug 07 01:12:50.329054 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=75592632-690e-4dbf-a132-69141d52e063,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:50.337308 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (75592632-690e-4dbf-a132-69141d52e063), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:50.404499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976a465-8f86-4685-90c5-9244fc6c2d84 req-aa85dc4b-5dc8-43bf-986a-49abaa5664e3 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.419066 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f976a465-8f86-4685-90c5-9244fc6c2d84 req-aa85dc4b-5dc8-43bf-986a-49abaa5664e3 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.1909769 Aug 07 01:12:50.476219 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d73f6e-4a2f-40b8-aee9-f17da7fd02d3 req-462e459d-885c-4156-9b80-03bddf04bca1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.516642 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f4d73f6e-4a2f-40b8-aee9-f17da7fd02d3 req-462e459d-885c-4156-9b80-03bddf04bca1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1492310 Aug 07 01:12:50.531371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:50.663680 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f976a465-8f86-4685-90c5-9244fc6c2d84 req-6065eeca-d16f-4548-b778-f001788950ef tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431047 Aug 07 01:12:50.666882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6273-945c-4e77-8696-a322d0a41f33 req-34545a1f-354d-4b78-98d5-f66cbaeb2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.668873 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-925b6273-945c-4e77-8696-a322d0a41f33 req-34545a1f-354d-4b78-98d5-f66cbaeb2455 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 1134 time: 0.0711710 Aug 07 01:12:50.744649 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f4d73f6e-4a2f-40b8-aee9-f17da7fd02d3 req-bf3b2712-f28b-4012-9080-44595c37c599 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265458 Aug 07 01:12:50.826720 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-41a73468-4a70-456c-8623-e80458d962a6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1001 time: 0.2985578 Aug 07 01:12:50.833041 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-925b6273-945c-4e77-8696-a322d0a41f33 req-f7729c97-e381-4e44-ab3c-02c04dd23e01 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150858 Aug 07 01:12:50.845453 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba705-e0cb-4901-92f2-894e25714214 req-1bd7528d-351a-4efe-96f2-82f05bf41e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.849335 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-1bd7528d-351a-4efe-96f2-82f05bf41e9c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1130 time: 0.0901878 Aug 07 01:12:50.956282 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2842a-7563-499f-9f02-4058b56c56e5 req-676a0aad-4bdf-403d-b20b-a9a5b24713dc tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:50.959326 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2fe2842a-7563-499f-9f02-4058b56c56e5 req-676a0aad-4bdf-403d-b20b-a9a5b24713dc tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0975401 Aug 07 01:12:51.052327 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2fe2842a-7563-499f-9f02-4058b56c56e5 req-590aebdc-84e6-4675-98d5-d9d595632586 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852253 Aug 07 01:12:51.244663 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-b6b29f5d-350e-40ad-8c71-a642bc2da8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:51.246342 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-b6b29f5d-350e-40ad-8c71-a642bc2da8b1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.1864972 Aug 07 01:12:51.298088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b896d-6328-4025-9345-bb38e9dbe5e9 req-134ebd26-486c-4df4-aca6-15e6962af22e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:51.327832 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-449b896d-6328-4025-9345-bb38e9dbe5e9 req-134ebd26-486c-4df4-aca6-15e6962af22e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1884563 Aug 07 01:12:51.377420 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7facc8-5f8f-4352-81e9-b69c33c702c3 req-30242e82-3e32-4dc6-8403-9b6bf42e79ab tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:51.385963 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed7facc8-5f8f-4352-81e9-b69c33c702c3 req-30242e82-3e32-4dc6-8403-9b6bf42e79ab tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.1816776 Aug 07 01:12:51.477645 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed7facc8-5f8f-4352-81e9-b69c33c702c3 req-c4d5aadf-e40a-4598-a216-95cdd61dfb2c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829833 Aug 07 01:12:51.492103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:51.508603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-449b896d-6328-4025-9345-bb38e9dbe5e9 req-2f15eb23-ae11-4f2e-82ae-5a0693f7fff7 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742156 Aug 07 01:12:51.588263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba705-e0cb-4901-92f2-894e25714214 req-d06796b9-d32c-4fa6-8cfa-de3cd32fcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:51.591186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-d06796b9-d32c-4fa6-8cfa-de3cd32fcdb2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.2487719 Aug 07 01:12:51.613604 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:52.041407 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1233d-58f4-41d3-a6b1-b1894e389042 req-ad6e7b7d-aca8-4f9d-a3db-169b9322db5e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.045001 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1ca1233d-58f4-41d3-a6b1-b1894e389042 req-ad6e7b7d-aca8-4f9d-a3db-169b9322db5e tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.1249948 Aug 07 01:12:52.056832 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75592632-690e-4dbf-a132-69141d52e063'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:52.062928 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678a480-e05a-489c-9b6f-4d8f0291b412" -d '{"events": [{"server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "name": "network-vif-plugged", "status": "completed", "tag": "75592632-690e-4dbf-a132-69141d52e063"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:52.118978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-af75977b-c619-416c-8951-853c2eb60fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.121823 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-af75977b-c619-416c-8951-853c2eb60fd4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3667214 Aug 07 01:12:52.138122 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-595caec4-9da6-40dd-ae11-6c21cb53dfab service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 1002 time: 0.3505647 Aug 07 01:12:52.154022 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1ca1233d-58f4-41d3-a6b1-b1894e389042 req-309a0d25-e8ae-4212-8714-7dcfbfe62ae9 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862184 Aug 07 01:12:52.178601 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfbc38-211f-49c0-9280-3ef02cb1c742 req-f9f2699c-3f5e-4dc7-9266-287ccde22530 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.205293 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6dfbc38-211f-49c0-9280-3ef02cb1c742 req-f9f2699c-3f5e-4dc7-9266-287ccde22530 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1802034 Aug 07 01:12:52.229650 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e6ffb-c958-4958-a3ef-2b88a0899572 x-openstack-request-id: req-010e6ffb-c958-4958-a3ef-2b88a0899572 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:52.230087 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "name": "network-vif-plugged", "status": "completed", "tag": "75592632-690e-4dbf-a132-69141d52e063", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:52.230485 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-010e6ffb-c958-4958-a3ef-2b88a0899572 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:52.231099 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010e6ffb-c958-4958-a3ef-2b88a0899572'] response: {'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75592632-690e-4dbf-a132-69141d52e063', 'code': 200} Aug 07 01:12:52.329706 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6dfbc38-211f-49c0-9280-3ef02cb1c742 req-66f40197-b71c-4883-b3df-87d0064021cb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228838 Aug 07 01:12:52.482939 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2661d3c-59ce-4938-8e3e-619cbe9c3f6d req-97343e19-e0ef-406f-852d-116461069e7f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.503049 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2661d3c-59ce-4938-8e3e-619cbe9c3f6d req-97343e19-e0ef-406f-852d-116461069e7f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.1702538 Aug 07 01:12:52.651152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:52.673477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2661d3c-59ce-4938-8e3e-619cbe9c3f6d req-37bc4be1-cb5a-4ab7-aa73-2081e6109642 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623380 Aug 07 01:12:52.811603 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:52.819518 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-b4a8b3d1-8793-4d57-860e-d88d03921285 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126046 Aug 07 01:12:52.887963 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba705-e0cb-4901-92f2-894e25714214 req-bb5ed1c7-a883-4b37-b4e5-dda919342a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.890696 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-bb5ed1c7-a883-4b37-b4e5-dda919342a9f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.4821055 Aug 07 01:12:52.907125 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f633f6-daf7-4f3a-937f-5dca1589f1a9 req-e99d59f5-2ab0-4422-b084-a5dafc573960 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.923209 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4f633f6-daf7-4f3a-937f-5dca1589f1a9 req-e99d59f5-2ab0-4422-b084-a5dafc573960 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.1259670 Aug 07 01:12:52.969440 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:52.977509 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b459210-f86f-4dd4-9211-7006ed5f56d6 req-7b180c06-334b-4897-bdc4-0e0b1adcbbc1 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:52.989595 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7b459210-f86f-4dd4-9211-7006ed5f56d6 req-7b180c06-334b-4897-bdc4-0e0b1adcbbc1 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1750968 Aug 07 01:12:53.071739 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:53.112323 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7b459210-f86f-4dd4-9211-7006ed5f56d6 req-2a22dbdb-a46e-498c-9177-03dacc8e614e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158452 Aug 07 01:12:53.234087 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ba705-e0cb-4901-92f2-894e25714214 req-86c88e33-6a0b-4437-b5f8-dc379455e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:53.236333 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-86c88e33-6a0b-4437-b5f8-dc379455e52f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3000977 Aug 07 01:12:53.387772 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4f633f6-daf7-4f3a-937f-5dca1589f1a9 req-75f321c3-b47f-4614-89ac-d06f8c42c797 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644675 Aug 07 01:12:53.474279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deea59-2aba-439b-9581-e259cdd32802 req-5092642f-5f8a-41d4-a2b6-f691003fec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:53.477116 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-01deea59-2aba-439b-9581-e259cdd32802 req-5092642f-5f8a-41d4-a2b6-f691003fec82 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 1130 time: 0.3193653 Aug 07 01:12:53.531841 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3f7c5-bd16-417d-b28e-828e7e25f4ec req-a952a4fd-df6a-4076-bf62-612022214b40 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:53.549990 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4f3f7c5-bd16-417d-b28e-828e7e25f4ec req-a952a4fd-df6a-4076-bf62-612022214b40 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.2630897 Aug 07 01:12:53.684981 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-2cf73c03-9b81-442d-b84e-8ea2e8d542d0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1114943 Aug 07 01:12:53.704623 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-01deea59-2aba-439b-9581-e259cdd32802 req-96999f5e-2793-40fe-b353-089783435cb1 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174003 Aug 07 01:12:53.721200 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4f3f7c5-bd16-417d-b28e-828e7e25f4ec req-4f6144a8-7795-45d9-82dc-e48f5679c77f tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692839 Aug 07 01:12:53.942292 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8371ac5-d532-4e38-b1fa-e55a2134fa17 req-e5037758-93ec-45b5-90f2-120436063731 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:53.950562 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8371ac5-d532-4e38-b1fa-e55a2134fa17 req-e5037758-93ec-45b5-90f2-120436063731 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 946 time: 0.0994227 Aug 07 01:12:53.958752 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b104d0a-0c53-43f3-bbab-1faaed3fd5c2 req-e2642e6e-0f95-4c31-96e5-4392eed523ba service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059917 Aug 07 01:12:54.019781 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-ef7655dc-5e73-432e-8ccd-822a5e83b4b0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597461 Aug 07 01:12:54.034946 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d0c4-22af-4053-ad5f-2d68bf0bd600 req-697e1a7e-a73b-4107-bf02-4d54dda1d9d7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:54.037796 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ba08d0c4-22af-4053-ad5f-2d68bf0bd600 req-697e1a7e-a73b-4107-bf02-4d54dda1d9d7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1527278 Aug 07 01:12:54.088864 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776123-7678-416c-9d8c-54b4c83d3399 req-5a6d071c-560d-43b5-ac63-9434690c5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:54.089460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:12:54.090471 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-5a6d071c-560d-43b5-ac63-9434690c5729 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 1130 time: 0.1669042 Aug 07 01:12:54.110335 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8371ac5-d532-4e38-b1fa-e55a2134fa17 req-7bcee937-b3a5-4de2-9d9e-a1b585603716 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585684 Aug 07 01:12:54.241431 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:54.375222 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: ACTIVE; New status is: DOWN {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:12:54.375870 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:54.376011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:54.407363 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ba08d0c4-22af-4053-ad5f-2d68bf0bd600 req-8a3bcbab-cc5c-4da0-b03e-2caebd345e97 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286018 Aug 07 01:12:54.415768 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e74ba705-e0cb-4901-92f2-894e25714214 req-2d687f67-c068-4b79-bd80-b3173d50a56d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765848 Aug 07 01:12:54.428346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:12:54.434005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3067dd72-b837-4eb6-a578-8f371fbe3c68" -d '{"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:12:54.475206 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:12:54.487429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:54.555201 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d452e5a-2c6e-4a24-929c-339ae788b55b req-68ea255a-8bf5-4bb0-b5aa-a3b1eb41581d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:54.563640 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d452e5a-2c6e-4a24-929c-339ae788b55b req-68ea255a-8bf5-4bb0-b5aa-a3b1eb41581d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0957894 Aug 07 01:12:54.618929 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=8']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:12:54.670389 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d452e5a-2c6e-4a24-929c-339ae788b55b req-93cf1f92-1ebc-4573-b847-d8659734b495 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055403 Aug 07 01:12:54.709710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf8fc-7cee-4e8e-9b5f-7a58114cb89a req-4a5e7beb-2ad5-4449-b171-482a2543dabb tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:54.718684 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60bbf8fc-7cee-4e8e-9b5f-7a58114cb89a req-4a5e7beb-2ad5-4449-b171-482a2543dabb tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.1030092 Aug 07 01:12:54.727463 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 07 Aug 2022 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d6644-9d24-434b-a2c9-1c807af97937 x-openstack-request-id: req-7f5d6644-9d24-434b-a2c9-1c807af97937 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:12:54.728453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:12:54.730925 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f5d6644-9d24-434b-a2c9-1c807af97937 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:12:54.732900 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5d6644-9d24-434b-a2c9-1c807af97937'] response: {'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'code': 200} Aug 07 01:12:54.790880 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60bbf8fc-7cee-4e8e-9b5f-7a58114cb89a req-9f1c2d10-fb3a-43db-a230-5aa0825073ee tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711553 Aug 07 01:12:54.905953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203986b-8163-449f-a80b-249c1daaf1a0 req-ad14ce87-72ff-4976-aa90-892c609347c7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:54.914308 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a203986b-8163-449f-a80b-249c1daaf1a0 req-ad14ce87-72ff-4976-aa90-892c609347c7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.1044881 Aug 07 01:12:55.019786 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a203986b-8163-449f-a80b-249c1daaf1a0 req-9c21f491-b7c3-489a-9a2d-672c30eda375 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958345 Aug 07 01:12:55.294273 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde554-3e3a-4cab-a6ae-1916999a9be4 req-e8c98d29-b006-4ae2-b322-39869fd973f9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:55.294273 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0ebde554-3e3a-4cab-a6ae-1916999a9be4 req-e8c98d29-b006-4ae2-b322-39869fd973f9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0688558 Aug 07 01:12:55.367166 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0ebde554-3e3a-4cab-a6ae-1916999a9be4 req-33b686d0-39f5-4195-9405-465af3246307 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652211 Aug 07 01:12:55.603930 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82162-22a0-49a5-ac42-08568c316ed5 req-a7bdfab6-6f9f-44ca-9978-efb7c4d64f3c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:55.606394 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-22c82162-22a0-49a5-ac42-08568c316ed5 req-a7bdfab6-6f9f-44ca-9978-efb7c4d64f3c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0660486 Aug 07 01:12:55.771573 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-22c82162-22a0-49a5-ac42-08568c316ed5 req-8b335770-ad78-4ae5-b246-a6ae235c88ff tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521323 Aug 07 01:12:55.890644 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4c8b1-071b-40e1-a167-db12db70efd1 req-76324c16-6cba-4573-abdb-a3580f2f9641 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:55.892642 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c7f4c8b1-071b-40e1-a167-db12db70efd1 req-76324c16-6cba-4573-abdb-a3580f2f9641 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0821109 Aug 07 01:12:55.956213 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95310069-1182-4f9a-800d-e8370c98accb req-24e0b0d4-ee47-454b-b873-745265281bb9 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:55.964184 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95310069-1182-4f9a-800d-e8370c98accb req-24e0b0d4-ee47-454b-b873-745265281bb9 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.0850060 Aug 07 01:12:56.010808 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c7f4c8b1-071b-40e1-a167-db12db70efd1 req-ade8b00c-f398-48d9-8b0a-cc376a866c2e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914400 Aug 07 01:12:56.054304 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95310069-1182-4f9a-800d-e8370c98accb req-c3d5531b-0260-49e7-888b-c6afee3dfa7a tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888386 Aug 07 01:12:56.233529 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed6c3-d1d7-4aab-b215-0786fb34b97b req-1d7c8d91-10f7-4712-b344-793447388089 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:56.236933 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a5bed6c3-d1d7-4aab-b215-0786fb34b97b req-1d7c8d91-10f7-4712-b344-793447388089 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0909889 Aug 07 01:12:56.314369 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a5bed6c3-d1d7-4aab-b215-0786fb34b97b req-8787a514-660d-416a-bc86-118a23ceda44 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710390 Aug 07 01:12:56.586863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742358f-9de4-462a-b1b7-304c4a1f9922 req-8b585f1c-78ac-4ea5-9df5-3ef499ada442 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:56.593069 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0742358f-9de4-462a-b1b7-304c4a1f9922 req-8b585f1c-78ac-4ea5-9df5-3ef499ada442 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0957596 Aug 07 01:12:56.725186 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0742358f-9de4-462a-b1b7-304c4a1f9922 req-48f5fdd5-d012-4c1d-8492-b2a05c670640 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233242 Aug 07 01:12:56.973620 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccd0fc-5d21-4da5-9034-a450e730de7c req-025032e4-9ffc-4c95-963c-a3afe744c591 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:56.976699 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4cccd0fc-5d21-4da5-9034-a450e730de7c req-025032e4-9ffc-4c95-963c-a3afe744c591 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0979369 Aug 07 01:12:57.081859 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4cccd0fc-5d21-4da5-9034-a450e730de7c req-f0f38f52-fdb3-4982-a325-8a2fd1ddc883 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Aug 07 01:12:57.247622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d14e0-b16c-48be-8d82-2bd7a0357a5e req-71ed3342-2f6e-4501-9d91-222f21ccd7dd tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:57.262840 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-475d14e0-b16c-48be-8d82-2bd7a0357a5e req-71ed3342-2f6e-4501-9d91-222f21ccd7dd tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.0781090 Aug 07 01:12:57.284299 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776123-7678-416c-9d8c-54b4c83d3399 req-fadc815d-3a8a-4bba-a511-d57f710326ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:57.284299 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-fadc815d-3a8a-4bba-a511-d57f710326ab service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.1598539 Aug 07 01:12:57.331963 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-475d14e0-b16c-48be-8d82-2bd7a0357a5e req-1fd6d963-c7b0-4f71-ba78-b27cd0b73314 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729704 Aug 07 01:12:57.509537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8579af-865a-40d7-85fa-5761d33b21be req-608612bc-4226-4c70-b98d-3c12dd1c098e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:57.516735 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5c8579af-865a-40d7-85fa-5761d33b21be req-608612bc-4226-4c70-b98d-3c12dd1c098e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0888774 Aug 07 01:12:57.585335 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5c8579af-865a-40d7-85fa-5761d33b21be req-435c1701-168a-41db-a7f7-2a7e91773502 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671909 Aug 07 01:12:57.693053 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:57.767089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cfd33-2212-4de0-89e5-7863d45fc390 req-784c273b-c8a2-477b-b7e9-701070f5c95a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:57.769982 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0f8cfd33-2212-4de0-89e5-7863d45fc390 req-784c273b-c8a2-477b-b7e9-701070f5c95a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0866451 Aug 07 01:12:57.801209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 42712) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:12:57.813775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'port_id': '75592632-690e-4dbf-a132-69141d52e063'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:12:57.914363 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:57.972997 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:58.082382 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75df8b-ed77-40e0-8567-eaa2df26908c req-ed7db654-8487-4f17-80c9-cd06c5d681b1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:58.083968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dd75df8b-ed77-40e0-8567-eaa2df26908c req-ed7db654-8487-4f17-80c9-cd06c5d681b1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1213601 Aug 07 01:12:58.214918 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dd75df8b-ed77-40e0-8567-eaa2df26908c req-23253c53-dcec-4123-82ec-87a7e8034ec1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179936 Aug 07 01:12:58.341801 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b9ee-6f47-484f-8fa7-5823d4a869cd req-01beb575-a0fa-4666-9268-240e3ab347de tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:58.345179 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e066b9ee-6f47-484f-8fa7-5823d4a869cd req-01beb575-a0fa-4666-9268-240e3ab347de tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1221907 Aug 07 01:12:58.440447 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e066b9ee-6f47-484f-8fa7-5823d4a869cd req-2faa3ecc-5a97-4e7d-ae9b-a4c10fdba217 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831647 Aug 07 01:12:58.553517 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:58.653416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0ba50-fc97-4abe-b0f9-81c95c991a46 req-1bc245cd-5edb-4b86-805b-9e588224a079 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:58.655034 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59b0ba50-fc97-4abe-b0f9-81c95c991a46 req-1bc245cd-5edb-4b86-805b-9e588224a079 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.1412046 Aug 07 01:12:58.798660 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.db.resource_extend [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 07 01:12:58.885898 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59b0ba50-fc97-4abe-b0f9-81c95c991a46 req-406a2069-3a4d-4c3f-b751-04d0dc402977 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180891 Aug 07 01:12:58.917555 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:58.924843 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:59.099677 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 29637a09-6b9a-4150-8729-ad2192c33ba9 associated. External IP: 172.37.1.194, port: 75592632-690e-4dbf-a132-69141d52e063. Aug 07 01:12:59.411929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:59.420407 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:12:59.458192 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:12:59.483535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c2f6-bb45-4e7e-a036-01221db5c35f req-f7f3f90d-061a-4281-a80c-e389a422f7fa tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:12:59.487934 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-04b1c2f6-bb45-4e7e-a036-01221db5c35f req-f7f3f90d-061a-4281-a80c-e389a422f7fa tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0781581 Aug 07 01:12:59.650081 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-04b1c2f6-bb45-4e7e-a036-01221db5c35f req-0a4c58cd-5a19-472b-8bc3-f48d278b7b09 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554854 Aug 07 01:12:59.783159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:12:59.836836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:12:59.837015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:12:59.866965 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:12:59.873512 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:12:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:12:59.987974 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-b2f151c9-ed39-4aa7-9caa-f41be9044cc0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 200 len: 1001 time: 0.4782593 Aug 07 01:13:00.060025 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb36f-7e79-48c9-9a9d-ba0cb9362b1b req-604926e6-35a6-4c99-8f43-b7952ad93e1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.084598 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ae9eb36f-7e79-48c9-9a9d-ba0cb9362b1b req-604926e6-35a6-4c99-8f43-b7952ad93e1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.2777357 Aug 07 01:13:00.102904 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-963aa26d-1fa5-4295-a0d4-b8b7dfa47dbd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/29637a09-6b9a-4150-8729-ad2192c33ba9 HTTP/1.1" status: 200 len: 992 time: 2.2990229 Aug 07 01:13:00.119159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'tag': '75592632-690e-4dbf-a132-69141d52e063'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:00.124101 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "tag": "75592632-690e-4dbf-a132-69141d52e063"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:00.144335 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:13:00.245062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:00.271402 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ae9eb36f-7e79-48c9-9a9d-ba0cb9362b1b req-2f8f8051-90a4-47b0-8d02-75053a2b08af tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764524 Aug 07 01:13:00.453199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-f50bbc50-2fb2-4d23-9ba7-a48fb4954ed8 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.459922 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-f50bbc50-2fb2-4d23-9ba7-a48fb4954ed8 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.2002859 Aug 07 01:13:00.476409 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21edd5cb-4c55-4109-92ff-e63581c134b8 x-openstack-request-id: req-21edd5cb-4c55-4109-92ff-e63581c134b8 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:00.476774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "tag": "75592632-690e-4dbf-a132-69141d52e063", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:00.476954 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21edd5cb-4c55-4109-92ff-e63581c134b8 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:00.477459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21edd5cb-4c55-4109-92ff-e63581c134b8'] response: {'name': 'network-changed', 'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'tag': '75592632-690e-4dbf-a132-69141d52e063', 'status': 'completed', 'code': 200} Aug 07 01:13:00.496209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:00.540767 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776123-7678-416c-9d8c-54b4c83d3399 req-fad88725-edd2-4d53-b01d-dced9cdc5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.545367 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-fad88725-edd2-4d53-b01d-dced9cdc5420 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.2775660 Aug 07 01:13:00.633926 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06645cc-674e-4628-b5be-a4e3eb060ed3 req-fb81d7d0-2470-4868-b07a-d92c2f646b35 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.649839 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d06645cc-674e-4628-b5be-a4e3eb060ed3 req-fb81d7d0-2470-4868-b07a-d92c2f646b35 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 950 time: 0.2692704 Aug 07 01:13:00.669402 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:00.671500 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65776123-7678-416c-9d8c-54b4c83d3399 req-c6f03ca9-e835-42ab-9a50-57f122f175dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.673463 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-c6f03ca9-e835-42ab-9a50-57f122f175dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044528 Aug 07 01:13:00.869944 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d06645cc-674e-4628-b5be-a4e3eb060ed3 req-0eed2432-a4d9-4ee5-9bac-3724230928fd tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180614 Aug 07 01:13:00.883825 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Deleting port fab914e3-36b7-45a0-b7bb-c8529feb8d06 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:13:00.884220 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:00.959360 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-0a521beb-5ee1-49b3-a503-238e742dd70b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786982 Aug 07 01:13:00.981569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-46f14017-1f13-46c4-a59a-6f691bef6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:00.988198 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-46f14017-1f13-46c4-a59a-6f691bef6ba4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 1130 time: 0.5066686 Aug 07 01:13:01.047868 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22649ac5-82ea-411c-9ab2-089545417b67 req-412bef65-1dac-4707-afd3-15bdc64a5dbe tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:01.056083 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-22649ac5-82ea-411c-9ab2-089545417b67 req-412bef65-1dac-4707-afd3-15bdc64a5dbe tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1654608 Aug 07 01:13:01.088916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] For port fab914e3-36b7-45a0-b7bb-c8529feb8d06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fab914e3-36b7-45a0-b7bb-c8529feb8d06,segment=NetworkSegment(95c315d8-13e8-4e4e-b164-0dee4e63c9f1),segment_id=95c315d8-13e8-4e4e-b164-0dee4e63c9f1)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:01.089514 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:01.118136 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Calling delete_port for fab914e3-36b7-45a0-b7bb-c8529feb8d06 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:13:01.302861 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: DOWN; New status is: DOWN {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:01.310118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29637a09-6b9a-4150-8729-ad2192c33ba9', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.194', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '75592632-690e-4dbf-a132-69141d52e063', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:e4:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:12:08Z', 'updated_at': '2022-08-07T01:12:58Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}, {'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:01.438766 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:01.473392 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:01.474737 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:12:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:01.604741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:01.641374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-b99b292e-f27f-40bd-ad1b-c8ca773e21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:01.643870 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-b99b292e-f27f-40bd-ad1b-c8ca773e21fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.5836565 Aug 07 01:13:01.646322 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (fab914e3-36b7-45a0-b7bb-c8529feb8d06), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:01.667712 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['fab914e3-36b7-45a0-b7bb-c8529feb8d06'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:13:01.713391 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2dfa5-c406-45c8-84ff-7896700d9bc4 req-c0b1b8c8-4b61-4f45-be03-5918f88b431a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:01.721137 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-acb2dfa5-c406-45c8-84ff-7896700d9bc4 req-c0b1b8c8-4b61-4f45-be03-5918f88b431a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.2313249 Aug 07 01:13:01.725794 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Pushing event deleted for resources: {'Port': ['ID=fab914e3-36b7-45a0-b7bb-c8529feb8d06,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:01.773761 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:01.780969 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-ff8e4ca4-2c76-469f-8d27-3acd909952e9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884328 Aug 07 01:13:01.810143 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-22649ac5-82ea-411c-9ab2-089545417b67 req-90ddcf7c-83d1-4169-ae36-3246573aac85 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723079 Aug 07 01:13:01.824538 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-ace3fa40-7e9f-42c6-af92-80b076d34fad service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75592632-690e-4dbf-a132-69141d52e063 HTTP/1.1" status: 200 len: 1000 time: 0.1635721 Aug 07 01:13:01.954310 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-7af9ae7f-16af-4265-959f-0a091aa737fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:01.981362 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-7af9ae7f-16af-4265-959f-0a091aa737fa service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.1489437 Aug 07 01:13:02.089166 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-7ca10a1a-965e-46b0-83fd-2503f5cae912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:02.090752 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-7ca10a1a-965e-46b0-83fd-2503f5cae912 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031511 Aug 07 01:13:02.243684 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.244299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.244883 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.245678 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.246093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.246755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.247605 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.248181 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.248821 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.249444 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.250062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.250659 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.251614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.252164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.252845 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:02.367959 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-acb2dfa5-c406-45c8-84ff-7896700d9bc4 req-795b3e11-1a45-4482-a660-689440a2bd62 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454980 Aug 07 01:13:02.394234 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:02.412558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:02.426251 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-50dab567-95a1-478d-ae6f-028bf0057326 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154685 Aug 07 01:13:02.428539 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bf86fa31-8554-4f6b-a2e4-362ae0eb3427 req-bfc04b86-f7d8-46d3-8b68-38a4923d62c9 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f92846c8-747c-4e27-ba74-21ca0ee12aab HTTP/1.1" status: 200 len: 210 time: 0.1201372 Aug 07 01:13:02.445236 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] No DVR routers for this DVR port fab914e3-36b7-45a0-b7bb-c8529feb8d06 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:13:02.457354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:02.464769 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9d16db5-5ff1-47da-9781-04117a1a7e64 req-da9b428b-d876-4dcc-8349-d12f2c8ab4c7 tempest-VolumesNegativeTest-1782156448 tempest-VolumesNegativeTest-1782156448-project] 10.222.0.17 "DELETE /networking/v2.0/ports/fab914e3-36b7-45a0-b7bb-c8529feb8d06 HTTP/1.1" status: 204 len: 173 time: 1.9656074 Aug 07 01:13:02.473311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'name': 'network-vif-deleted', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:02.477012 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de46fd62-13f4-4ef5-87b7-fa6e870fea9e" -d '{"events": [{"server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "name": "network-vif-deleted", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:02.531874 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29637a09-6b9a-4150-8729-ad2192c33ba9', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.194', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '75592632-690e-4dbf-a132-69141d52e063', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:e4:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:12:08Z', 'updated_at': '2022-08-07T01:12:58Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}, {'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:02.699957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fdaac9-6033-4521-aa24-2fef1bc318a5 x-openstack-request-id: req-a2fdaac9-6033-4521-aa24-2fef1bc318a5 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:02.700555 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92846c8-747c-4e27-ba74-21ca0ee12aab", "name": "network-vif-deleted", "tag": "fab914e3-36b7-45a0-b7bb-c8529feb8d06", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:02.700656 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2fdaac9-6033-4521-aa24-2fef1bc318a5 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:02.701124 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fdaac9-6033-4521-aa24-2fef1bc318a5'] response: {'server_uuid': 'f92846c8-747c-4e27-ba74-21ca0ee12aab', 'name': 'network-vif-deleted', 'tag': 'fab914e3-36b7-45a0-b7bb-c8529feb8d06', 'status': 'completed', 'code': 200} Aug 07 01:13:02.729371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be641c1b-15e1-43ce-8bd2-453341bea953 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '29637a09-6b9a-4150-8729-ad2192c33ba9', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.194', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '75592632-690e-4dbf-a132-69141d52e063', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:e4:9e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:12:08Z', 'updated_at': '2022-08-07T01:12:58Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}, {'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:13:02.845965 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4457a1d-4bea-4e85-bc3f-fc953a01e5b1 req-1497509b-5956-42e0-83e5-82ff46eb6e6b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145958 Aug 07 01:13:03.221316 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938675b-3228-4470-9948-db2889599984 None None] New status for floating IP 29637a09-6b9a-4150-8729-ad2192c33ba9: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:13:03.593125 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-ef4cba5c-c0a2-43bc-bf85-5ab322ba038f req-e84d9c53-4755-4725-a2eb-54358ef5671d service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:13:03.595472 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef4cba5c-c0a2-43bc-bf85-5ab322ba038f req-e84d9c53-4755-4725-a2eb-54358ef5671d service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092356 Aug 07 01:13:03.750374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbdab9-c8bb-4837-8b85-7b14659f3d80 req-05aafc85-f0cc-4e33-8c86-6cff62dfeb55 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:03.766599 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d7fbdab9-c8bb-4837-8b85-7b14659f3d80 req-05aafc85-f0cc-4e33-8c86-6cff62dfeb55 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1454692 Aug 07 01:13:03.994972 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d7fbdab9-c8bb-4837-8b85-7b14659f3d80 req-c0df0477-51fc-4d13-9c09-6ebd42d6e3fe tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266891 Aug 07 01:13:03.998464 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ee144-809f-4463-835b-fe86104d58c2 req-c559436a-cf22-4958-9210-3a6706d727d1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:04.004876 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c70ee144-809f-4463-835b-fe86104d58c2 req-c559436a-cf22-4958-9210-3a6706d727d1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0977066 Aug 07 01:13:04.089375 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c70ee144-809f-4463-835b-fe86104d58c2 req-90dce385-d01a-4f7e-a593-96dc9992efb9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766110 Aug 07 01:13:04.123898 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device fab914e3-36b7-45a0-b7bb-c8529feb8d06 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:13:04.173027 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: fab914e3-36b7-45a0-b7bb-c8529feb8d06 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:13:04.173621 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device fab914e3-36b7-45a0-b7bb-c8529feb8d06 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:13:05.263044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13cc48-7ed5-46ab-a3cf-51faa1dc6fac req-38fe0138-c454-4386-9841-d3c240145037 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:05.269381 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6d13cc48-7ed5-46ab-a3cf-51faa1dc6fac req-38fe0138-c454-4386-9841-d3c240145037 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1126740 Aug 07 01:13:05.307712 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355797-f329-4c62-a7e6-1f533c96e3fc req-a50f63a2-8013-46d6-b1c6-dce5915a948e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:05.321150 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-85355797-f329-4c62-a7e6-1f533c96e3fc req-a50f63a2-8013-46d6-b1c6-dce5915a948e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1071799 Aug 07 01:13:05.408948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6d13cc48-7ed5-46ab-a3cf-51faa1dc6fac req-b806e784-a742-48ae-b02b-2c648fd8cd02 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143370 Aug 07 01:13:05.421920 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-85355797-f329-4c62-a7e6-1f533c96e3fc req-f6dd4209-1e81-4934-84cd-b383f484d02d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982842 Aug 07 01:13:06.614284 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fa1b3-f50a-4235-b3b0-4d6a3aabcc8d req-b85ede5b-6c15-4cfa-aaac-7d4026640dca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:06.617256 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b17fa1b3-f50a-4235-b3b0-4d6a3aabcc8d req-b85ede5b-6c15-4cfa-aaac-7d4026640dca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0621884 Aug 07 01:13:06.696341 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bbaf1-3e7d-4102-94ed-18e863192dc4 req-a69f8292-6d97-4fb1-8e15-0d0ec3c7c916 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:06.696968 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-954bbaf1-3e7d-4102-94ed-18e863192dc4 req-a69f8292-6d97-4fb1-8e15-0d0ec3c7c916 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0818906 Aug 07 01:13:06.725739 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b17fa1b3-f50a-4235-b3b0-4d6a3aabcc8d req-900ca877-fd24-43fa-8711-5a32854dba4d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020248 Aug 07 01:13:06.773018 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-954bbaf1-3e7d-4102-94ed-18e863192dc4 req-baf9833d-7969-4379-be3d-74315b47ced2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657365 Aug 07 01:13:07.883536 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:07.917335 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b93dc-6392-4b95-88fe-cf4f28dde976 req-3010c03b-0984-4561-af87-dba39ba8da04 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:07.927948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-617b93dc-6392-4b95-88fe-cf4f28dde976 req-3010c03b-0984-4561-af87-dba39ba8da04 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1144004 Aug 07 01:13:07.993153 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-617b93dc-6392-4b95-88fe-cf4f28dde976 req-4d599145-ac26-49b9-9263-e2f611fff7bb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Aug 07 01:13:08.027994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce67a3-2fd6-4dc6-8f4e-1a80eda5183d req-4bf171ed-e23c-4068-a377-68cbef5b8e24 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:08.037341 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9ce67a3-2fd6-4dc6-8f4e-1a80eda5183d req-4bf171ed-e23c-4068-a377-68cbef5b8e24 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0908871 Aug 07 01:13:08.150388 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9ce67a3-2fd6-4dc6-8f4e-1a80eda5183d req-b9c10d02-14b2-4354-a314-e4b535f51220 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118608 Aug 07 01:13:08.248982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 42864) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:08.386141 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-35ca85d1-9197-4dd2-935e-e44d8a02cb67 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349478 Aug 07 01:13:08.396323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-9edfbe64-e274-4ab2-a907-88811343c340 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:13:08.397625 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-9edfbe64-e274-4ab2-a907-88811343c340 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065269 Aug 07 01:13:08.498040 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 42918) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:08.629485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-c328c01c-a361-4f44-bbcc-aefcef0c4140 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:08.631623 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-c328c01c-a361-4f44-bbcc-aefcef0c4140 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports/9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 941 time: 0.1322410 Aug 07 01:13:09.162838 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116253b-35e9-4a02-a639-e9f8771c03e1 req-4e698614-2252-49ae-bc67-a9da15eb3d07 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:09.164396 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8116253b-35e9-4a02-a639-e9f8771c03e1 req-4e698614-2252-49ae-bc67-a9da15eb3d07 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0851126 Aug 07 01:13:09.287388 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8116253b-35e9-4a02-a639-e9f8771c03e1 req-d8202e57-61a7-4b88-a62e-5cb36bded30b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155515 Aug 07 01:13:09.386199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fbe02-498b-402c-a7f2-ba8389249be4 req-2c70c040-3b2b-4e15-b803-5908b9bf0fc2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:09.389582 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a1fbe02-498b-402c-a7f2-ba8389249be4 req-2c70c040-3b2b-4e15-b803-5908b9bf0fc2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0885062 Aug 07 01:13:09.427357 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:09.471926 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a1fbe02-498b-402c-a7f2-ba8389249be4 req-8163a8f1-5244-4564-86f3-6da93119c94a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725451 Aug 07 01:13:10.510645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e2590-a6f4-4e16-b32d-0bdb8efeeec1 req-f0e1c04b-26ac-4fb4-bc59-94048e951341 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:10.512364 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b12e2590-a6f4-4e16-b32d-0bdb8efeeec1 req-f0e1c04b-26ac-4fb4-bc59-94048e951341 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0795944 Aug 07 01:13:10.599508 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b12e2590-a6f4-4e16-b32d-0bdb8efeeec1 req-0eff51af-5eeb-4854-9524-c2b7ba83c4d2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796685 Aug 07 01:13:10.672510 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241997d-fa5d-4e56-980d-f50224db4f8f req-0ab06415-667d-4c76-831b-607467fc2ccf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:10.675386 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3241997d-fa5d-4e56-980d-f50224db4f8f req-0ab06415-667d-4c76-831b-607467fc2ccf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0837517 Aug 07 01:13:10.773510 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3241997d-fa5d-4e56-980d-f50224db4f8f req-19577828-1757-4124-bce7-c216083eb526 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870783 Aug 07 01:13:10.821776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-7dd9b727-31f4-4eec-834b-882a154be54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:10.824580 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-7dd9b727-31f4-4eec-834b-882a154be54f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e&tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 1128 time: 0.1054504 Aug 07 01:13:10.928028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-d33bf69f-30d7-40ff-b722-662b62acf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:10.931136 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-d33bf69f-30d7-40ff-b722-662b62acf065 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1128 time: 0.0775733 Aug 07 01:13:11.074550 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-b902e425-c751-49ef-8c22-661def4763ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:11.077179 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-b902e425-c751-49ef-8c22-661def4763ad service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.1345196 Aug 07 01:13:11.174654 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-2847d8e5-d91f-410e-a5f3-0252f0c619ec service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 200 len: 1000 time: 0.0828054 Aug 07 01:13:11.225937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:11.232933 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-48383ff9-7b3a-425f-b8e8-1cca2f22bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:11.234496 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-48383ff9-7b3a-425f-b8e8-1cca2f22bb6e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.0541883 Aug 07 01:13:11.297775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-96e65fa3-50f6-4818-a2c9-e2dca4e13c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:11.298020 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43158) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:11.299707 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-96e65fa3-50f6-4818-a2c9-e2dca4e13c1a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554922 Aug 07 01:13:11.404106 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Deleting subnet 4c15a5c4-2d2f-4cab-bff6-9b777a865c13 {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:13:11.415354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Publish callbacks [] for subnet (4c15a5c4-2d2f-4cab-bff6-9b777a865c13), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.478493 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (4c15a5c4-2d2f-4cab-bff6-9b777a865c13), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.545299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (4c15a5c4-2d2f-4cab-bff6-9b777a865c13), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.664195 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (4c15a5c4-2d2f-4cab-bff6-9b777a865c13), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.717791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c15a5c4-2d2f-4cab-bff6-9b777a865c13,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:11.725080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.730717 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ae03ea4d-a63e-486b-abed-706cc99ddab4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/4c15a5c4-2d2f-4cab-bff6-9b777a865c13 HTTP/1.1" status: 204 len: 168 time: 0.4312184 Aug 07 01:13:11.735062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43178) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:11.832920 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:11.833212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-fa44d526-5a2e-4223-b94f-0ad154e65ff9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249951 Aug 07 01:13:11.843546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (c801bdeb-0c37-4d5c-9982-2308bc5204c7), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:11.850172 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e3706-cc14-448c-bc2a-358a2d866ab0 req-031b90fb-f15c-4840-a4d4-0712cb7f8992 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:11.852550 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9b7e3706-cc14-448c-bc2a-358a2d866ab0 req-031b90fb-f15c-4840-a4d4-0712cb7f8992 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0884666 Aug 07 01:13:12.010120 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9b7e3706-cc14-448c-bc2a-358a2d866ab0 req-3e466255-1209-4534-b9d1-a75c6ade24b3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293900 Aug 07 01:13:12.036331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b10d1c61-c44e-4b47-98c5-214a0dc9a852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.058500 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (c801bdeb-0c37-4d5c-9982-2308bc5204c7), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.061880 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-118dc573-da84-47a6-ba0f-fa99f02a900c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077489 Aug 07 01:13:12.076025 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888f80-ede2-417b-a5d7-c054d45faee1 req-f9692e7d-88b8-40d9-b260-dee0a4d14c9a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:12.077660 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-79888f80-ede2-417b-a5d7-c054d45faee1 req-f9692e7d-88b8-40d9-b260-dee0a4d14c9a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1551213 Aug 07 01:13:12.104895 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c801bdeb-0c37-4d5c-9982-2308bc5204c7']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:12.125772 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:12.126298 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9bc3a0-6f8f-41d5-9ccb-c86399320cb3') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:12.143052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (df9bc3a0-6f8f-41d5-9ccb-c86399320cb3), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.172942 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (df9bc3a0-6f8f-41d5-9ccb-c86399320cb3), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.184208 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-79888f80-ede2-417b-a5d7-c054d45faee1 req-f720441f-3c64-40b1-b3ff-194330f0e136 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905187 Aug 07 01:13:12.185434 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:13:12.185916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (df9bc3a0-6f8f-41d5-9ccb-c86399320cb3), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.238553 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment df9bc3a0-6f8f-41d5-9ccb-c86399320cb3 resource provider aggregate not found Aug 07 01:13:12.270051 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment df9bc3a0-6f8f-41d5-9ccb-c86399320cb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df9bc3a0-6f8f-41d5-9ccb-c86399320cb3 found for delete ", "request_id": "req-8a120510-9e2c-412d-af90-4ccf5809d393"}]} Aug 07 01:13:12.272274 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (c801bdeb-0c37-4d5c-9982-2308bc5204c7), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.284385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.291751 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c801bdeb-0c37-4d5c-9982-2308bc5204c7 HTTP/1.1" status: 204 len: 168 time: 0.5547452 Aug 07 01:13:12.311447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a39450-3079-4b66-976c-f838d9385095 admin admin] Pushing event deleted for resources: {'Network': ['ID=c801bdeb-0c37-4d5c-9982-2308bc5204c7,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:12.610085 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43210) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:12.711351 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-96dac975-0282-4b8e-9c0a-e3dd596f5cd6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1c3de7a94e61473aa759f03c19119775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993836 Aug 07 01:13:12.715545 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43212) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:12.813679 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:12.885596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Publish callbacks [] for security_group (099a1dc0-3bf0-4c85-9f34-c7f45d44216d), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:12.950683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Publish callbacks [] for security_group (099a1dc0-3bf0-4c85-9f34-c7f45d44216d), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:13.085218 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (099a1dc0-3bf0-4c85-9f34-c7f45d44216d), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:13.096258 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:13.105731 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/099a1dc0-3bf0-4c85-9f34-c7f45d44216d HTTP/1.1" status: 204 len: 168 time: 0.3878582 Aug 07 01:13:13.148334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099a1dc0-3bf0-4c85-9f34-c7f45d44216d,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:13.177646 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.178413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.179199 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.179894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.180602 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.181607 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.182275 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.183009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.186337 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.187149 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.188064 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.188751 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.189726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.190624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.191784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b174e230-60b8-4d00-9d63-6a95718b8313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:13.387947 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:13.470052 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc371c5-d6e6-43b3-881f-04391757c692 req-e7d34a53-5144-4d2d-890d-7b343e21e203 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:13.492642 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9dc371c5-d6e6-43b3-881f-04391757c692 req-e7d34a53-5144-4d2d-890d-7b343e21e203 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.2015395 Aug 07 01:13:13.537874 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4559e-1d0f-410f-9b3d-61dbd6aefcea req-9b403760-03dd-45ac-9098-027af1529125 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:13.554620 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2df4559e-1d0f-410f-9b3d-61dbd6aefcea req-9b403760-03dd-45ac-9098-027af1529125 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1464100 Aug 07 01:13:13.598936 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9dc371c5-d6e6-43b3-881f-04391757c692 req-26cc900f-7ff8-4160-bdbc-b6c9d70d3352 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032953 Aug 07 01:13:13.599746 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:13.747945 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2df4559e-1d0f-410f-9b3d-61dbd6aefcea req-ede02518-8a84-4cad-8b8e-658faa077aa7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857395 Aug 07 01:13:13.912752 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43232) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:14.319378 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2cc57611-1ecc-47d4-bbba-91dfa8efd6b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4203fc81bbd14439bb6ce329a5ccbc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928244 Aug 07 01:13:14.319854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43248) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:14.407336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] Publish callbacks [] for security_group (ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:14.438534 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] Publish callbacks [] for security_group (ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:14.549765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:14.553013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:14.554672 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9 HTTP/1.1" status: 204 len: 168 time: 0.2325387 Aug 07 01:13:14.567512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda8df9-98c5-4c08-a7cb-a33e5c27061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b0c51-9626-4a6e-b1ca-7b1b3d6818d9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:14.851981 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dd4f2-ef51-4c03-bc2e-672f904e9f63 req-5b2c2aba-e674-4643-b9c6-3b21987a74a7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:14.860989 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-da7dd4f2-ef51-4c03-bc2e-672f904e9f63 req-5b2c2aba-e674-4643-b9c6-3b21987a74a7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1290245 Aug 07 01:13:15.026323 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-da7dd4f2-ef51-4c03-bc2e-672f904e9f63 req-d4dc27aa-ff06-48a2-8912-5b25638bb99e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581991 Aug 07 01:13:15.068585 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f16036-8c0e-48cc-ad21-35e3d577602c req-a189c54b-61b1-42c2-bfb1-4acd690cacbb tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:15.074695 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-59f16036-8c0e-48cc-ad21-35e3d577602c req-a189c54b-61b1-42c2-bfb1-4acd690cacbb tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1212509 Aug 07 01:13:15.193984 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-59f16036-8c0e-48cc-ad21-35e3d577602c req-64dcde8a-c059-40ae-9e8a-e02944e8e892 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181476 Aug 07 01:13:15.896551 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1329650d-ae9e-4dcc-b03e-a8e97a80aca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:16.063315 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43282) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:16.244260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce56702-1ab2-4d3c-b192-3d523c429902 req-2f8054ea-2b79-4c24-aec5-194a0bb1bb42 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:16.246157 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7ce56702-1ab2-4d3c-b192-3d523c429902 req-2f8054ea-2b79-4c24-aec5-194a0bb1bb42 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0829360 Aug 07 01:13:16.279194 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-915269f9-f6b4-424a-b232-49d5d4604fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:16.366104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:16.390070 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7ce56702-1ab2-4d3c-b192-3d523c429902 req-5094171b-f3c9-4f65-8869-f6ba5b531cfd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318610 Aug 07 01:13:16.482824 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:16.556816 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3877e5-2076-407d-bd0c-6429ea4f512c req-d22504fd-025f-44e5-bb05-e73fe9070dd0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:16.558507 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-da3877e5-2076-407d-bd0c-6429ea4f512c req-d22504fd-025f-44e5-bb05-e73fe9070dd0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1439118 Aug 07 01:13:16.648519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-915269f9-f6b4-424a-b232-49d5d4604fab admin admin] Publish callbacks [] for security_group (a5e0e666-80b5-49c0-90cc-5676d0d27356), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:16.692927 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-915269f9-f6b4-424a-b232-49d5d4604fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a5e0e666-80b5-49c0-90cc-5676d0d27356), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:16.720285 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:16.867660 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-915269f9-f6b4-424a-b232-49d5d4604fab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9188a7a37dd8406cb09209ca2db405a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8006952 Aug 07 01:13:16.868984 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915269f9-f6b4-424a-b232-49d5d4604fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0e666-80b5-49c0-90cc-5676d0d27356,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:16.869857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43298) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:16.891804 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-da3877e5-2076-407d-bd0c-6429ea4f512c req-07981d6a-3955-4945-82fd-3c38aa3dc07a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977045 Aug 07 01:13:17.030137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] Publish callbacks [] for security_group (a5e0e666-80b5-49c0-90cc-5676d0d27356), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:17.063034 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] Publish callbacks [] for security_group (a5e0e666-80b5-49c0-90cc-5676d0d27356), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:17.159052 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a5e0e666-80b5-49c0-90cc-5676d0d27356), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:17.162209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:17.163757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a5e0e666-80b5-49c0-90cc-5676d0d27356 HTTP/1.1" status: 204 len: 168 time: 0.2925024 Aug 07 01:13:17.174726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a843719-4b5b-4732-b29f-5e45e83561ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0e666-80b5-49c0-90cc-5676d0d27356,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:17.593314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4cb25-e235-4e6f-b481-b74df80fa992 req-182fc346-2b16-4127-b860-9e6858572ccf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:17.599175 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04d4cb25-e235-4e6f-b481-b74df80fa992 req-182fc346-2b16-4127-b860-9e6858572ccf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0789318 Aug 07 01:13:17.739092 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04d4cb25-e235-4e6f-b481-b74df80fa992 req-38fd3583-40bd-4dd0-a602-27739534f6ab tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300898 Aug 07 01:13:18.247799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:18.248786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8c9e1-02b2-4a43-b97e-3b84c621e800 req-5b068115-f72c-4e2f-93a0-708d81997836 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:18.257525 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8da8c9e1-02b2-4a43-b97e-3b84c621e800 req-5b068115-f72c-4e2f-93a0-708d81997836 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1671798 Aug 07 01:13:18.349387 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8da8c9e1-02b2-4a43-b97e-3b84c621e800 req-53b98383-6882-4b21-85fa-c82c1843ddd0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907450 Aug 07 01:13:18.749687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43334) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:18.934072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1936709537-network', 'tenant_id': 'f7b08cc6d4a34961bdf464b58946a02e'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:18.971315 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231af7d-454a-4c34-bbb6-e2f8cedbf9b9 req-691ed260-c1b4-4a2d-a98d-6c62e5bc4a6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:18.974141 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2231af7d-454a-4c34-bbb6-e2f8cedbf9b9 req-691ed260-c1b4-4a2d-a98d-6c62e5bc4a6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0911670 Aug 07 01:13:18.988778 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Made reservation on behalf of f7b08cc6d4a34961bdf464b58946a02e for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:18.999308 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.014233 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.063540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.115654 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2231af7d-454a-4c34-bbb6-e2f8cedbf9b9 req-417bbd6b-0fc5-4810-a2bf-2a94a7d401e1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298709 Aug 07 01:13:19.185230 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks [] for security_group (1a442e79-b8fd-4eee-97af-2531f9cc3ea5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.197045 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1a442e79-b8fd-4eee-97af-2531f9cc3ea5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.247146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:13:19.268001 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (717b84e0-0f36-401d-aa00-d39921e7f9d0), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.269089 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Added segment 717b84e0-0f36-401d-aa00-d39921e7f9d0 of type vlan for network ea640be5-e5dd-479f-a491-fb3ae7cc114e Aug 07 01:13:19.352535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (ea640be5-e5dd-479f-a491-fb3ae7cc114e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.398280 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (ea640be5-e5dd-479f-a491-fb3ae7cc114e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.399858 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:19.400891 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.539926 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7881048 Aug 07 01:13:19.544308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43350) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:19.580625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Request body: {'subnet': {'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1936709537-subnet', 'tenant_id': 'f7b08cc6d4a34961bdf464b58946a02e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:19.605498 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Pushing event updated for resources: {'Network': ['ID=ea640be5-e5dd-479f-a491-fb3ae7cc114e,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:19.618360 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7c4e7-152a-4e90-9704-3b98ad11d47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a442e79-b8fd-4eee-97af-2531f9cc3ea5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:19.621982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Made reservation on behalf of f7b08cc6d4a34961bdf464b58946a02e for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:19.625269 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.633958 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:13:19.650560 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:19.813699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4ed47-6d56-48a7-aaf0-a6e053a6eb45 req-6e5717fc-e427-4bdd-9b1e-226e5dd4fa6a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:19.818327 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-14a4ed47-6d56-48a7-aaf0-a6e053a6eb45 req-6e5717fc-e427-4bdd-9b1e-226e5dd4fa6a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.2219594 Aug 07 01:13:19.882851 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:19.982285 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-14a4ed47-6d56-48a7-aaf0-a6e053a6eb45 req-99237b8c-9d64-40d2-9eab-9ee63906aef0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538296 Aug 07 01:13:20.193957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (b600d8a6-31b8-4d75-98e3-b19d6e1c59c3), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:20.432332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ab0f-b189-47dd-85f8-27927e626d5a req-efd1f6d0-5b03-46f9-af8d-fc42cb7e5946 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:20.435555 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e04ab0f-b189-47dd-85f8-27927e626d5a req-efd1f6d0-5b03-46f9-af8d-fc42cb7e5946 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1806829 Aug 07 01:13:20.437250 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:20.456618 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Checking segment: {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:20.457319 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Network hostable DHCP agents. Network: ea640be5-e5dd-479f-a491-fb3ae7cc114e, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:13:20.539734 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:20.556842 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:13:20.572855 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e04ab0f-b189-47dd-85f8-27927e626d5a req-358bd7a8-0608-4551-8f37-847d57367dff tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184487 Aug 07 01:13:20.590527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ea640be5-e5dd-479f-a491-fb3ae7cc114e) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:20.599377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:20.600124 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:20.606238 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f3e04-a573-46f1-96fe-b378e5c42e16 None None] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:20.656305 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2c52b243-abf2-4380-b648-2a61ea677cd9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1064157 Aug 07 01:13:20.746564 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:20.927931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de344471-3f82-4511-9ed8-712ab750c5f3 None None] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:21.225635 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43368) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:21.268990 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a325a-4ab6-4f3d-94fb-4d67b12a9c70 req-f412ff5c-e0ae-4c83-b9de-b27a7d094d18 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:21.279950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-855a325a-4ab6-4f3d-94fb-4d67b12a9c70 req-f412ff5c-e0ae-4c83-b9de-b27a7d094d18 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1229279 Aug 07 01:13:21.397221 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-855a325a-4ab6-4f3d-94fb-4d67b12a9c70 req-b82c7495-5630-475a-b4e5-3593a4ae001f tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153903 Aug 07 01:13:21.579348 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4a18b71d-9491-4aa6-86c2-6643fc5d759d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:21.817490 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4a18b71d-9491-4aa6-86c2-6643fc5d759d admin admin] Publish callbacks [] for security_group (3f784fac-7952-4ab2-8bd6-7971e162ce43), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:21.825592 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4a18b71d-9491-4aa6-86c2-6643fc5d759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3f784fac-7952-4ab2-8bd6-7971e162ce43), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:21.901608 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b71d-9491-4aa6-86c2-6643fc5d759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f784fac-7952-4ab2-8bd6-7971e162ce43,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:22.005970 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4a18b71d-9491-4aa6-86c2-6643fc5d759d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c904b341e34c4b64a2b4eb8772d19279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7784729 Aug 07 01:13:22.011628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43376) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:22.061944 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aade222-d009-4327-8caf-78bdcd73ff73 req-0a4e6c90-361b-48db-99a6-b73b383eb3ad tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:22.066419 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2aade222-d009-4327-8caf-78bdcd73ff73 req-0a4e6c90-361b-48db-99a6-b73b383eb3ad tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1881995 Aug 07 01:13:22.208347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:22.210400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] Publish callbacks [] for security_group (3f784fac-7952-4ab2-8bd6-7971e162ce43), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:22.215621 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2aade222-d009-4327-8caf-78bdcd73ff73 req-0657452d-444f-46fe-98d7-3adedad1a0ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393385 Aug 07 01:13:22.316329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] Publish callbacks [] for security_group (3f784fac-7952-4ab2-8bd6-7971e162ce43), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:22.478364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3f784fac-7952-4ab2-8bd6-7971e162ce43), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:22.484043 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:22.490076 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3f784fac-7952-4ab2-8bd6-7971e162ce43 HTTP/1.1" status: 204 len: 168 time: 0.4688227 Aug 07 01:13:22.511479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e7365-d53a-4f81-b2c8-16d81bac71f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f784fac-7952-4ab2-8bd6-7971e162ce43,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:22.721565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:22.749074 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:22.809113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c37f7-af7e-4cf6-98a2-6c264583c1dd req-7dc46d31-4924-416b-a6f4-f2ccd1f80652 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:22.821714 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-085c37f7-af7e-4cf6-98a2-6c264583c1dd req-7dc46d31-4924-416b-a6f4-f2ccd1f80652 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.2018917 Aug 07 01:13:22.912403 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-085c37f7-af7e-4cf6-98a2-6c264583c1dd req-d8faba37-6e1c-4d69-a3c2-de77e93ca0e1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892394 Aug 07 01:13:23.436170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be051-f004-4054-a4bf-bfc7ff45d766 req-7f6e1835-684d-40ee-8e3e-e9d12c47e136 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:23.437981 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e57be051-f004-4054-a4bf-bfc7ff45d766 req-7f6e1835-684d-40ee-8e3e-e9d12c47e136 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0627203 Aug 07 01:13:23.520361 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e57be051-f004-4054-a4bf-bfc7ff45d766 req-37f0ae63-b225-4a15-8b6c-abc7d5ccc2a3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748379 Aug 07 01:13:23.735537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43410) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:23.883339 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-339127606-network', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:23.914543 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Made reservation on behalf of b73b98c606a34d1faf0a31a9f6c59e56 for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:23.918395 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:23.936825 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.109054 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks [] for security_group (04cc65eb-2407-4d61-846a-edb28a3a4f04), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.119354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac1ecc-e215-448f-b3a0-62e5d0223ef9 req-05d1d1eb-d169-42e6-8f72-0b84670538f4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:24.121063 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d2ac1ecc-e215-448f-b3a0-62e5d0223ef9 req-05d1d1eb-d169-42e6-8f72-0b84670538f4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0804458 Aug 07 01:13:24.127774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (04cc65eb-2407-4d61-846a-edb28a3a4f04), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.188502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:13:24.196666 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc65eb-2407-4d61-846a-edb28a3a4f04,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:24.218697 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (614ac40f-0d5d-4830-9edf-562567f46b41), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.219053 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Added segment 614ac40f-0d5d-4830-9edf-562567f46b41 of type vlan for network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b Aug 07 01:13:24.244204 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d2ac1ecc-e215-448f-b3a0-62e5d0223ef9 req-5c10552d-8619-4910-9311-ed58fd774d70 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120319 Aug 07 01:13:24.297470 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.346713 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.347960 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:24.348710 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.420088 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6822631 Aug 07 01:13:24.424585 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43432) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:24.434362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Request body: {'subnet': {'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-339127606-subnet', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:24.437972 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8ef12-c229-452c-99d4-f5125c17b2dc admin admin] Pushing event updated for resources: {'Network': ['ID=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:24.453625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:13:24.473092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-fe9223aa-2834-46ee-ba9f-7882589b2b93 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:24.474747 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-fe9223aa-2834-46ee-ba9f-7882589b2b93 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 814 time: 0.2141728 Aug 07 01:13:24.483321 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Made reservation on behalf of b73b98c606a34d1faf0a31a9f6c59e56 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:24.486082 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.536555 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:24.544838 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-285f2c5a-9d69-4a60-80da-89285a93885f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b08cc6d4a34961bdf464b58946a02e HTTP/1.1" status: 200 len: 375 time: 0.0546985 Aug 07 01:13:24.605199 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-a818cb1b-bf3e-47c5-9d42-db53cf4fa2c5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457087 Aug 07 01:13:24.691364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1471781-6540-4ad2-a483-765158befd21 req-b9160f8a-bacf-4d9a-869f-33f894abe247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:24.693921 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d1471781-6540-4ad2-a483-765158befd21 req-b9160f8a-bacf-4d9a-869f-33f894abe247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0714145 Aug 07 01:13:24.791257 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d1471781-6540-4ad2-a483-765158befd21 req-ec61bc09-9f1d-42f9-ac02-6af10abb50b9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824635 Aug 07 01:13:24.804354 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-c94dcee3-9786-430c-9eaa-86cd380c5abc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872680 Aug 07 01:13:24.966794 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (06027b49-2427-42f9-93b9-89fdde1357fd), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:24.985037 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:25.114458 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-b36ac346-8c10-4129-8c2e-4056c15f62d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606034 Aug 07 01:13:25.117429 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=06027b49-2427-42f9-93b9-89fdde1357fd,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:25.129177 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Checking segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:25.129651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Network hostable DHCP agents. Network: 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:13:25.155894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:13:25.173100 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:25.179860 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:25.180677 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:25.194438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bf439-37db-4c33-a1c1-124fb3d34030 None None] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:25.217403 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-189a25d6-ebb5-4c61-81a9-cf380ee531fb admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7884812 Aug 07 01:13:25.218175 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43436) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:25.227593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:25.328677 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:25.330784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:25.350282 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30aba6-73be-477b-b451-021265e6f8ed req-64b0a6d5-20b9-4461-8352-afc5a695e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:25.353427 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d30aba6-73be-477b-b451-021265e6f8ed req-64b0a6d5-20b9-4461-8352-afc5a695e5b9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.1066322 Aug 07 01:13:25.404830 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:13:25.406519 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:25.420803 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:13:25.447695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61800d32-63a9-47f3-a566-e9a2d4295ef1 req-574932c6-55aa-4ef3-98af-04d1024c936b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:25.456373 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-61800d32-63a9-47f3-a566-e9a2d4295ef1 req-574932c6-55aa-4ef3-98af-04d1024c936b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.0875878 Aug 07 01:13:25.569563 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-61800d32-63a9-47f3-a566-e9a2d4295ef1 req-b0f0ac4e-ea16-4fae-a29a-97dbc1688101 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113951 Aug 07 01:13:25.591481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for router_controller (97cedca9-fa7c-43ad-8275-81651306c6d1), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:25.653383 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-89067c78-b78c-4481-80fd-f7229801e3af req-d28a5677-3ae6-4027-bb7a-8962281b1d4c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 210 time: 0.1114557 Aug 07 01:13:25.708766 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Allocated IP 172.20.0.2 (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b/06027b49-2427-42f9-93b9-89fdde1357fd/f5372e1d-55e9-43bb-8478-98a3d1b4138b) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:25.732946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d30aba6-73be-477b-b451-021265e6f8ed req-54db8734-20f8-42ed-b1ea-2bad63c0d611 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716164 Aug 07 01:13:25.923957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for router_gateway (97cedca9-fa7c-43ad-8275-81651306c6d1), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.029558 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084029cb-37e5-4ad4-bd33-9821745de50c req-8136f8b9-058c-43a1-95e5-b1d04d38eb2e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:26.033303 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-084029cb-37e5-4ad4-bd33-9821745de50c req-8136f8b9-058c-43a1-95e5-b1d04d38eb2e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1008101 Aug 07 01:13:26.046271 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:26.057920 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks [] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.069465 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.127169 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:26.131791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:26.140424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:26.150978 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-084029cb-37e5-4ad4-bd33-9821745de50c req-8d7207da-2c8f-4dac-a93a-1afcf9a0e68e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112962 Aug 07 01:13:26.154869 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Pushing event updated for resources: {'Port': ['ID=f5372e1d-55e9-43bb-8478-98a3d1b4138b,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:26.170520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.170520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.170520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.170520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.171164 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.171598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.172027 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.172639 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.173189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.173650 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.174189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.174634 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.175201 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.175615 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.176063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:26.256227 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Attempting to bind port f5372e1d-55e9-43bb-8478-98a3d1b4138b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:26.256746 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Attempting to bind port f5372e1d-55e9-43bb-8478-98a3d1b4138b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:26.257201 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Attempting to bind port f5372e1d-55e9-43bb-8478-98a3d1b4138b on network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:26.273335 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:26.274556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Checking segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:26.279195 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.280272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Bound using segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:26.281325 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Bound port: f5372e1d-55e9-43bb-8478-98a3d1b4138b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:26.284759 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.309044 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:26.319414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:26.387143 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] For port f5372e1d-55e9-43bb-8478-98a3d1b4138b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:26.392700 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] For port f5372e1d-55e9-43bb-8478-98a3d1b4138b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5372e1d-55e9-43bb-8478-98a3d1b4138b,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:26.400044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for router_gateway (97cedca9-fa7c-43ad-8275-81651306c6d1), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.407166 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.430694 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.505230 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529f992-b8ee-40a0-bb7f-6216fa034c55 None None] Pushing event updated for resources: {'Port': ['ID=f5372e1d-55e9-43bb-8478-98a3d1b4138b,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:26.591748 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Allocated IP 172.37.1.163 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/700c7732-92cf-4d80-bab8-da37a08f1de8) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:26.844079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911643b-ad30-4d73-8b56-4ee44d2794ef req-345f833d-c651-419c-8d85-9f635fba0139 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:26.847126 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7911643b-ad30-4d73-8b56-4ee44d2794ef req-345f833d-c651-419c-8d85-9f635fba0139 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1467619 Aug 07 01:13:26.903298 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-93cdb86c-fce8-401b-80e3-dd391d75981c req-8a789bf9-c979-4abf-a5f4-0d88a1d91e0a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 210 time: 0.0800838 Aug 07 01:13:26.954167 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:26.972083 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:26.994304 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7911643b-ad30-4d73-8b56-4ee44d2794ef req-b7350d65-394b-419a-b0de-65f4ddd6c5cf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352887 Aug 07 01:13:27.062782 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:27.128040 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:27.131811 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:27.135161 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:27.163270 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=700c7732-92cf-4d80-bab8-da37a08f1de8,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:27.276374 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:27.354899 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e1518-19cb-4f40-b2cb-539e683b7d8a req-c77be34a-4d91-4fbb-9306-9b281ebe557d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:27.357612 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8f8e1518-19cb-4f40-b2cb-539e683b7d8a req-c77be34a-4d91-4fbb-9306-9b281ebe557d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0954885 Aug 07 01:13:27.427119 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:27.466306 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8f8e1518-19cb-4f40-b2cb-539e683b7d8a req-bd93a8a3-a08e-45fb-9b63-3eb09187beef tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Aug 07 01:13:27.519416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:27.547425 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for router_gateway (97cedca9-fa7c-43ad-8275-81651306c6d1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:27.705716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba7a7b-5391-40ea-9706-1b90cf764a0a req-25e8263c-5d48-48db-9358-a555152c7696 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:27.707566 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33ba7a7b-5391-40ea-9706-1b90cf764a0a req-25e8263c-5d48-48db-9358-a555152c7696 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1067095 Aug 07 01:13:27.857630 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33ba7a7b-5391-40ea-9706-1b90cf764a0a req-1e5f5e58-ce6b-4799-9173-aadb695e88b5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381657 Aug 07 01:13:27.922842 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10a398-fafb-4186-ad8d-6b78eb1fa903 None None] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:27.966265 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:28.092345 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Provisioning complete for port f5372e1d-55e9-43bb-8478-98a3d1b4138b triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:28.092696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:28.099829 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49aa8cff-efb9-4f65-b615-6cf8d6199ab3 req-7ed74967-d4d3-4142-a598-fce529eff3a8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 210 time: 0.0840163 Aug 07 01:13:28.402454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Current status of the port f5372e1d-55e9-43bb-8478-98a3d1b4138b is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:28.403505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:28.511554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] For port f5372e1d-55e9-43bb-8478-98a3d1b4138b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5372e1d-55e9-43bb-8478-98a3d1b4138b,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:28.527915 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e287fa-94da-4d6c-94bd-fecb4eb676a7 req-aa3c8360-3354-4e85-9fe7-2233ea546f61 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:28.530011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:28.532381 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-52e287fa-94da-4d6c-94bd-fecb4eb676a7 req-aa3c8360-3354-4e85-9fe7-2233ea546f61 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.2184179 Aug 07 01:13:28.601538 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:28.638951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dc28e-1639-4b21-b6d9-1b931391494a None None] Pushing event updated for resources: {'Port': ['ID=f5372e1d-55e9-43bb-8478-98a3d1b4138b,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:28.868949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f5372e1d-55e9-43bb-8478-98a3d1b4138b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:28.941792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f5372e1d-55e9-43bb-8478-98a3d1b4138b triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:28.941792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:29.015988 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-edcce730-1854-41a8-8558-7b5fa03ebb1a None None] Provisioning complete for port f5372e1d-55e9-43bb-8478-98a3d1b4138b triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:29.016641 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-edcce730-1854-41a8-8558-7b5fa03ebb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:29.032731 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Router 97cedca9-fa7c-43ad-8275-81651306c6d1 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:13:29.085225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-51e18268-fca2-41d5-acf0-70be468abb72 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:29.085225 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-51e18268-fca2-41d5-acf0-70be468abb72 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 814 time: 0.8113961 Aug 07 01:13:29.102363 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:29.110541 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-52e287fa-94da-4d6c-94bd-fecb4eb676a7 req-6f09a091-61bf-4296-97c1-88fa6c562bad tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431588 Aug 07 01:13:29.212002 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-edcce730-1854-41a8-8558-7b5fa03ebb1a None None] Current status of the port f5372e1d-55e9-43bb-8478-98a3d1b4138b is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:29.215095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f5372e1d-55e9-43bb-8478-98a3d1b4138b is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:29.273429 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d29babd0-b6dd-4203-99e0-2fd579779fba req-683eae70-2f3a-48db-a44d-e3ea2de30aea tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 210 time: 0.0309219 Aug 07 01:13:29.304927 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:13:29.323068 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Sync routers for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:13:29.334795 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:29.343114 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7f590b13-967f-4948-8f6e-c393d3b7cdf6 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1165552 Aug 07 01:13:29.343375 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:29.343375 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:29.343683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43478) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:29.492438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:29.613291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:29.621475 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:29.629989 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:29.713068 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:27Z', 'revision_number': 3, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:29.760483 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Checking router: 97cedca9-fa7c-43ad-8275-81651306c6d1 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:29.761082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Updating router 97cedca9-fa7c-43ad-8275-81651306c6d1 port 700c7732-92cf-4d80-bab8-da37a08f1de8 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:13:29.817941 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:29.976303 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.078134 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Request body: {'port': {'device_id': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e', 'admin_state_up': True, 'tenant_id': 'f7b08cc6d4a34961bdf464b58946a02e'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:30.322362 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc02fe-1506-49fa-be47-00a9850cb20b req-f0d541b5-d6dd-4ad2-9bff-24925408f05b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.325070 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2dbc02fe-1506-49fa-be47-00a9850cb20b req-f0d541b5-d6dd-4ad2-9bff-24925408f05b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1126041 Aug 07 01:13:30.333422 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks [] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.336315 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-14e4a63b-a06a-48b2-9e6a-9ba9e8ee5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.339877 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-14e4a63b-a06a-48b2-9e6a-9ba9e8ee5330 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.1906364 Aug 07 01:13:30.342977 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.395453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Attempting to bind port 700c7732-92cf-4d80-bab8-da37a08f1de8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:30.396064 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Attempting to bind port 700c7732-92cf-4d80-bab8-da37a08f1de8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:30.396596 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Attempting to bind port 700c7732-92cf-4d80-bab8-da37a08f1de8 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:30.413149 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:30.413725 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:30.414532 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.415173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:30.415963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Bound port: 700c7732-92cf-4d80-bab8-da37a08f1de8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:30.416695 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.449702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6b1f-d26b-4ef4-8154-09fc206c16f9 req-f2c609c4-b087-4563-b4d9-12327601b6cd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.452104 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ecdd6b1f-d26b-4ef4-8154-09fc206c16f9 req-f2c609c4-b087-4563-b4d9-12327601b6cd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.1764791 Aug 07 01:13:30.462217 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a67b4-6c7b-485f-b5f0-bd5b09eb6975 None None] Pushing event updated for resources: {'Port': ['ID=700c7732-92cf-4d80-bab8-da37a08f1de8,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:30.522278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] For port 700c7732-92cf-4d80-bab8-da37a08f1de8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:30.528680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] For port 700c7732-92cf-4d80-bab8-da37a08f1de8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=700c7732-92cf-4d80-bab8-da37a08f1de8,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:30.543433 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.548750 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:30.560653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Allocated IP 172.20.0.1 (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b/06027b49-2427-42f9-93b9-89fdde1357fd/f7c3b9ca-6be3-4133-a8ea-bc8690401038) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:30.577310 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Made reservation on behalf of f7b08cc6d4a34961bdf464b58946a02e for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:30.581524 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-cb935835-880a-4e16-942d-ac36de7d2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.583555 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:30.583847 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-cb935835-880a-4e16-942d-ac36de7d2817 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2159092 Aug 07 01:13:30.590898 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2dbc02fe-1506-49fa-be47-00a9850cb20b req-6236647d-3cb4-4bab-accc-0855f786fe3b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488778 Aug 07 01:13:30.641764 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ecdd6b1f-d26b-4ef4-8154-09fc206c16f9 req-6f5bac5c-fcd7-4c30-a9d2-0387a066cbcc tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685858 Aug 07 01:13:30.670233 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-72ab3d9c-5c55-4d93-bb72-d72305e7b83d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0751870 Aug 07 01:13:30.777474 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-78e89cf3-d8e8-4466-9278-350a98bae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.779778 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-78e89cf3-d8e8-4466-9278-350a98bae1d8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.1006138 Aug 07 01:13:30.820013 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:30.821204 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:30.874152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-c0dae125-cb73-4a72-88f3-e19750179e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:30.877884 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-c0dae125-cb73-4a72-88f3-e19750179e58 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870416 Aug 07 01:13:30.904126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a67b4-6c7b-485f-b5f0-bd5b09eb6975 None None] Pushing event updated for resources: {'Port': ['ID=700c7732-92cf-4d80-bab8-da37a08f1de8,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:30.917059 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-54dc2336-8279-49e2-b352-21501bd3dbd2 req-faa4df02-f38d-49c7-b9c7-8b52c5797dbb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 210 time: 0.1092324 Aug 07 01:13:31.031029 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:31.049617 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:31.067960 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks [] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.077623 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-a2f643f5-947a-4b52-b6fc-7960a2ea5876 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913755 Aug 07 01:13:31.098080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Allocated IP 172.20.0.3 (ea640be5-e5dd-479f-a491-fb3ae7cc114e/b600d8a6-31b8-4d75-98e3-b19d6e1c59c3/3ba58955-f906-4b1b-8224-8a7408f3a52c) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:31.163090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.253994 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:31.262788 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ae3ea68-31ee-40f2-b68a-defcc6a61b4d req-56d517c1-a623-44bb-94d4-b30b20a7e9bd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771569 Aug 07 01:13:31.288664 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:31.294332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:31.296732 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:31.360005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:27Z', 'revision_number': 3, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:31.421346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks [] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.425596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (97cedca9-fa7c-43ad-8275-81651306c6d1), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.425931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861cda-4f88-4e32-87bb-ff6bfb491da2 None None] The sync data for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi is: [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:27Z', 'revision_number': 3, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:13:31.567191 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.649689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:31.660987 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:31.664909 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:31.670563 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:31.681822 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-68bc3656-b922-4e92-8a70-a8d421d35931 None None] Provisioning complete for port f7c3b9ca-6be3-4133-a8ea-bc8690401038 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:31.682427 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-68bc3656-b922-4e92-8a70-a8d421d35931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:31.738706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Pushing event updated for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:31.748936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-68bc3656-b922-4e92-8a70-a8d421d35931 None None] Port f7c3b9ca-6be3-4133-a8ea-bc8690401038 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:13:31.872876 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:31.930892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b16b7-6652-4513-8e1e-7badbac35797 req-634d38b3-8983-4cec-970a-1c62bd69ac50 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:31.933794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ec3b16b7-6652-4513-8e1e-7badbac35797 req-634d38b3-8983-4cec-970a-1c62bd69ac50 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1407607 Aug 07 01:13:31.973892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.008784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:32.009801 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.021960 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ec3b16b7-6652-4513-8e1e-7badbac35797 req-0bf02cac-4fa8-4686-a34d-540a58421331 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789011 Aug 07 01:13:32.097928 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28b825-6ff7-46dd-a6f5-64c9c89bea12 req-6e926f1f-d734-4dca-870d-5199de82b1e6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:32.100644 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b28b825-6ff7-46dd-a6f5-64c9c89bea12 req-6e926f1f-d734-4dca-870d-5199de82b1e6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 944 time: 0.2149992 Aug 07 01:13:32.113958 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-9db761dc-3296-4629-9146-44fefa3030d6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0494153 Aug 07 01:13:32.136690 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:32.171577 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Request body: {'port': {'device_id': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:32.207540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:13:32.218777 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:32.238118 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259a7ce-81ff-4c2e-9918-27e262659417 req-239d1e6b-5508-44cf-b551-031aedb807bb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:32.243549 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1259a7ce-81ff-4c2e-9918-27e262659417 req-239d1e6b-5508-44cf-b551-031aedb807bb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 931 time: 0.0867660 Aug 07 01:13:32.351374 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1259a7ce-81ff-4c2e-9918-27e262659417 req-2a4661c4-6d49-4417-9c19-f592ee69a22b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 Aug 07 01:13:32.374096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:32.391725 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'port_id': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'mac_address': 'fa:16:3e:87:37:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:13:32.398152 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b28b825-6ff7-46dd-a6f5-64c9c89bea12 req-be4f33ff-637d-4c74-89e3-97c8d305efb4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825472 Aug 07 01:13:32.455792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:32.456684 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.474445 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:13:32.477664 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.498942 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:32.506200 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.577404 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks [] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.578605 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=9']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:32.588699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.753389 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 700c7732-92cf-4d80-bab8-da37a08f1de8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:32.804600 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['9ab59ce3-ed0d-4a8e-b76b-adeff559725a'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:13:32.835925 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 700c7732-92cf-4d80-bab8-da37a08f1de8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:32.836192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:32.863980 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:32.867324 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (97cedca9-fa7c-43ad-8275-81651306c6d1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.009710 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 700c7732-92cf-4d80-bab8-da37a08f1de8 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:33.010104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.053521 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 700c7732-92cf-4d80-bab8-da37a08f1de8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=700c7732-92cf-4d80-bab8-da37a08f1de8,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:33.059208 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.145355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=700c7732-92cf-4d80-bab8-da37a08f1de8,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:33.156574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:33.164714 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:33.175397 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:33.208992 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba58955-f906-4b1b-8224-8a7408f3a52c {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:13:33.259388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac352f30-9874-4215-b046-f517498276a4 req-bc64dc93-6d64-44bb-bdc2-aed6887d6ecd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:33.263234 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac352f30-9874-4215-b046-f517498276a4 req-bc64dc93-6d64-44bb-bdc2-aed6887d6ecd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0824258 Aug 07 01:13:33.290676 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks [] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.336664 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Transition to ACTIVE for port object 3ba58955-f906-4b1b-8224-8a7408f3a52c will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:13:33.338156 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac352f30-9874-4215-b046-f517498276a4 req-da4ffc5b-693d-494b-b7e4-9856bfec70c7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Aug 07 01:13:33.345453 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.518561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:33.577871 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Pushing event updated for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:33.600738 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Router 97cedca9-fa7c-43ad-8275-81651306c6d1 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:13:33.636809 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec7a26-3af7-493a-88b4-edbc3fc08242 req-86236597-748c-4baf-8c55-9d4274e4ef6a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:33.638133 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-12ec7a26-3af7-493a-88b4-edbc3fc08242 req-86236597-748c-4baf-8c55-9d4274e4ef6a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 943 time: 0.1381264 Aug 07 01:13:33.653882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c7d9d-4a2e-4546-a490-2f135c7da782 req-b36c97f4-3526-421e-8b8a-ea105545ec6d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:33.657363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-809c7d9d-4a2e-4546-a490-2f135c7da782 req-b36c97f4-3526-421e-8b8a-ea105545ec6d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 945 time: 0.1038525 Aug 07 01:13:33.694083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-b794b73c-2376-49dd-b6f1-d1cfbd360944 None None] Provisioning complete for port f7c3b9ca-6be3-4133-a8ea-bc8690401038 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:33.695015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b794b73c-2376-49dd-b6f1-d1cfbd360944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:33.715186 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:33.753071 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-b794b73c-2376-49dd-b6f1-d1cfbd360944 None None] Port f7c3b9ca-6be3-4133-a8ea-bc8690401038 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:13:33.757153 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-809c7d9d-4a2e-4546-a490-2f135c7da782 req-22f637e9-fd24-4918-8a6f-4968868a892e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881815 Aug 07 01:13:33.813220 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Attempting to bind port 3ba58955-f906-4b1b-8224-8a7408f3a52c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:33.813622 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Attempting to bind port 3ba58955-f906-4b1b-8224-8a7408f3a52c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:33.814280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Attempting to bind port 3ba58955-f906-4b1b-8224-8a7408f3a52c on network ea640be5-e5dd-479f-a491-fb3ae7cc114e {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:33.826892 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-12ec7a26-3af7-493a-88b4-edbc3fc08242 req-d5943334-6568-418d-80bc-10bbe96c44f5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755283 Aug 07 01:13:33.855654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Port 3ba58955-f906-4b1b-8224-8a7408f3a52c on network ea640be5-e5dd-479f-a491-fb3ae7cc114e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:13:33.856090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Attempting to bind port 3ba58955-f906-4b1b-8224-8a7408f3a52c on network ea640be5-e5dd-479f-a491-fb3ae7cc114e {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:33.869717 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:33.870073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Checking segment: {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:33.870584 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Bound using segment: {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:33.870901 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Bound port: 3ba58955-f906-4b1b-8224-8a7408f3a52c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:33.871736 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.239586 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:13:34.246301 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1488c1b5-42ba-4637-83fe-96cf9b59d461 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/97cedca9-fa7c-43ad-8275-81651306c6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9010601 Aug 07 01:13:34.247691 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:34.264277 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Sync routers for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:13:34.283481 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:34.284463 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:34.314212 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:34.319478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:34.331471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.333674 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:34.334780 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.374784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:34.376123 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.378595 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/3ba58955-f906-4b1b-8224-8a7408f3a52c HTTP/1.1" status: 200 len: 1093 time: 2.2368104 Aug 07 01:13:34.379536 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:34.384913 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04518fe-3efc-4952-9502-ec0e09e1ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:34.413283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:34.434099 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e1b69-68bd-4ddf-b4fa-9fc4f8aa093d service neutron] Pushing event updated for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:34.486683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:34.545476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3afd8f0-61c4-482c-946e-af713a24da53 x-openstack-request-id: req-a3afd8f0-61c4-482c-946e-af713a24da53 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:34.546055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:34.546594 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3afd8f0-61c4-482c-946e-af713a24da53 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:34.547391 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3afd8f0-61c4-482c-946e-af713a24da53'] response: {'name': 'network-changed', 'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c', 'status': 'completed', 'code': 200} Aug 07 01:13:34.572003 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-f52a4694-dd5d-4ad2-9f39-46cfd3cb691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:34.574021 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-f52a4694-dd5d-4ad2-9f39-46cfd3cb691c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 1127 time: 0.1178942 Aug 07 01:13:34.590254 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:34.596841 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:34.597510 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.667372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:34.669416 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:34.674858 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3360a817-597d-490c-b715-c8179abe5b10" -d '{"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:34.693232 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:34.706376 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-5a38dea0-c183-498f-bd9c-fddac93bb80e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c HTTP/1.1" status: 200 len: 217 time: 0.1160843 Aug 07 01:13:34.807106 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42909a-514a-4afe-9571-821d5f5e47d9 req-952abb59-4e00-4a9a-b1d2-a81ac7f52da1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:34.812415 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e42909a-514a-4afe-9571-821d5f5e47d9 req-952abb59-4e00-4a9a-b1d2-a81ac7f52da1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.2368882 Aug 07 01:13:34.868727 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=10']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:34.873773 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-fefc1033-ac2b-4a93-9f5f-9a4832336b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:34.884581 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e028eddd-018a-48f1-9c8f-e2b54114c360 x-openstack-request-id: req-e028eddd-018a-48f1-9c8f-e2b54114c360 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:34.885148 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-plugged", "status": "completed", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:34.886148 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e028eddd-018a-48f1-9c8f-e2b54114c360 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:34.888573 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e028eddd-018a-48f1-9c8f-e2b54114c360'] response: {'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'code': 200} Aug 07 01:13:34.895551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-fefc1033-ac2b-4a93-9f5f-9a4832336b34 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.1636913 Aug 07 01:13:34.942665 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 700c7732-92cf-4d80-bab8-da37a08f1de8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:34.983294 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e42909a-514a-4afe-9571-821d5f5e47d9 req-3eced1fd-6f9e-4135-9bff-dc7ca30a0b5c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467736 Aug 07 01:13:35.034562 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716340a-f1a1-45d4-91d3-a61f85960ddf req-d1e89737-dfcb-4fd1-a1e0-9ad9da1eebe9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:35.049884 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8716340a-f1a1-45d4-91d3-a61f85960ddf req-d1e89737-dfcb-4fd1-a1e0-9ad9da1eebe9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.1051586 Aug 07 01:13:35.057899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 700c7732-92cf-4d80-bab8-da37a08f1de8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:35.058965 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.107993 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:35.128138 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8716340a-f1a1-45d4-91d3-a61f85960ddf req-583e819f-e0f5-42f8-8229-b71d69388fcf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769432 Aug 07 01:13:35.186863 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:32Z', 'revision_number': 2, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:35.213604 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-624bab19-4cb6-42f2-b3a2-b709f309075f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844560 Aug 07 01:13:35.255363 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Checking router: 97cedca9-fa7c-43ad-8275-81651306c6d1 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:35.255722 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Updating router 97cedca9-fa7c-43ad-8275-81651306c6d1 port f7c3b9ca-6be3-4133-a8ea-bc8690401038 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:13:35.272701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 700c7732-92cf-4d80-bab8-da37a08f1de8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:35.309701 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.357151 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:35.409755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab40f1-765b-4e4d-b952-ec34b6982c31 req-45a5b85e-4fc2-4dc3-a720-971cbaf48bdf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:35.412746 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39ab40f1-765b-4e4d-b952-ec34b6982c31 req-45a5b85e-4fc2-4dc3-a720-971cbaf48bdf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 943 time: 0.2044814 Aug 07 01:13:35.522856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044206c-0bb7-4cd8-aae6-ea2e627d6d30 req-d2237ae9-1a2a-406a-bc23-9968567ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:35.527575 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b044206c-0bb7-4cd8-aae6-ea2e627d6d30 req-d2237ae9-1a2a-406a-bc23-9968567ad9db service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 1131 time: 0.0794499 Aug 07 01:13:35.551863 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-043a50fa-9db0-49bf-b899-cc188f3c7b8d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231020 Aug 07 01:13:35.594714 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43536) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:35.602272 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441394892-network', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:35.602638 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39ab40f1-765b-4e4d-b952-ec34b6982c31 req-1f94e0f9-f223-4c9f-bcbd-c7aacbf4adeb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806593 Aug 07 01:13:35.609670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b044206c-0bb7-4cd8-aae6-ea2e627d6d30 req-9c6c63e7-cbeb-472f-9272-3d307e0e11eb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751956 Aug 07 01:13:35.632753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Made reservation on behalf of fa7a788fc55e4ab1ab827f71901560cf for: {'network': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:35.636912 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.653481 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.707881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c51cfe5b-3412-4f32-9597-faf41d792475 req-a37d5d63-768d-4736-9adc-5a2d61e9132f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490140 Aug 07 01:13:35.804497 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks [] for security_group (e0a179ae-0b8c-408d-bae0-b751cf21f2b0), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.810819 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e0a179ae-0b8c-408d-bae0-b751cf21f2b0), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.828273 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks [] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.840340 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.853031 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=104194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:13:35.883551 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a179ae-0b8c-408d-bae0-b751cf21f2b0,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:35.889034 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (83d8d290-a9ba-4809-8b59-004d84107ce9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.889592 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.segments_db [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Added segment 83d8d290-a9ba-4809-8b59-004d84107ce9 of type vlan for network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 Aug 07 01:13:35.906508 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Pushing event updated for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:35.931999 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.932457 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.932905 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.933346 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.933808 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.934344 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.935414 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.935867 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.936365 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.936839 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.937295 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.937762 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.938204 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.938662 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.939634 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:13:35.973482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.983406 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Attempting to bind port f7c3b9ca-6be3-4133-a8ea-bc8690401038 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:35.984589 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Attempting to bind port f7c3b9ca-6be3-4133-a8ea-bc8690401038 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:35.985513 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Attempting to bind port f7c3b9ca-6be3-4133-a8ea-bc8690401038 on network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:35.995914 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:35.996408 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Checking segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:35.997044 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:35.997556 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Bound using segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:35.998162 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Bound port: f7c3b9ca-6be3-4133-a8ea-bc8690401038, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:35.998707 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.021576 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.022927 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:36.023566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.107695 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] For port f7c3b9ca-6be3-4133-a8ea-bc8690401038, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:36.113272 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5158210 Aug 07 01:13:36.114132 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] For port f7c3b9ca-6be3-4133-a8ea-bc8690401038, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7c3b9ca-6be3-4133-a8ea-bc8690401038,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:36.122287 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43540) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:36.127899 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.131313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Request body: {'subnet': {'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441394892-subnet', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:36.156096 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78996b-3a7a-44ac-851d-dc307f13c426 admin admin] Pushing event updated for resources: {'Network': ['ID=14ee5f34-e0a0-448e-ba01-2f5a4fc531a8,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:36.168438 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Made reservation on behalf of fa7a788fc55e4ab1ab827f71901560cf for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:13:36.173073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.182331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:13:36.188990 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbce3e3-8cb7-4968-81b8-eaa20d4fab8b req-b5000806-639b-464c-970b-de5595cf6d6f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:36.198982 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8bbce3e3-8cb7-4968-81b8-eaa20d4fab8b req-b5000806-639b-464c-970b-de5595cf6d6f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1007681 Aug 07 01:13:36.214423 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:36.215967 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:36.217185 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:36.318423 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8bbce3e3-8cb7-4968-81b8-eaa20d4fab8b req-3101520a-b876-4eb7-9999-c65aa561724e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156807 Aug 07 01:13:36.365753 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:36.394688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:36.432927 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d25ab-eadd-4551-8b49-414a88d7ba75 req-f7c8702d-53b3-4285-bac6-8c9b549ac77d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:36.434438 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-997d25ab-eadd-4551-8b49-414a88d7ba75 req-f7c8702d-53b3-4285-bac6-8c9b549ac77d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0845294 Aug 07 01:13:36.447378 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16026e0d-3fbe-42ed-b2b3-34d854764bea None None] Pushing event updated for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:36.472072 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:36.538154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-997d25ab-eadd-4551-8b49-414a88d7ba75 req-1a6c881b-5648-4b91-bba7-9a93392a72d1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967066 Aug 07 01:13:36.615125 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (a54acbce-5b16-4d2b-8374-dc4729522aad), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.683795 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54acbce-5b16-4d2b-8374-dc4729522aad,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:36.696765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Checking segment: {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:36.697051 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Network hostable DHCP agents. Network: 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:13:36.718708 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:13:36.731905 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:36.737039 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:36.737637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.752582 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8766c-9faa-4ec7-aeb7-fb5dacb33441 None None] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:36.760881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8810cf82-d60a-414d-9bfa-e500e309244c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6366990 Aug 07 01:13:36.765713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43548) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:36.772283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:36.810920 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.813364 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.857739 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346507-2279-486f-b3c9-3396c8b74401 req-064886ab-38de-4be5-9a8d-274d2f4c2f7e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:36.862329 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:36Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:36.872825 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fb346507-2279-486f-b3c9-3396c8b74401 req-064886ab-38de-4be5-9a8d-274d2f4c2f7e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 943 time: 0.1207800 Aug 07 01:13:36.906233 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa649c7-3c22-4bec-9266-33cc475247b5 None None] The sync data for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi is: [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:36Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:13:36.930911 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for router_controller (bf94b516-f1d9-454b-a82e-ec56319a531f), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:36.957027 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fb346507-2279-486f-b3c9-3396c8b74401 req-25c2eb75-2a7c-48f8-8b66-14cb4afa55e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Aug 07 01:13:37.021661 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:13:37.037477 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:37.039760 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.198963 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for router_gateway (bf94b516-f1d9-454b-a82e-ec56319a531f), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.297228 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Allocated IP 172.20.0.2 (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8/a54acbce-5b16-4d2b-8374-dc4729522aad/84977e85-823b-49f2-94c8-22721b164bbf) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:37.386948 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-05536ae1-6271-4ccf-8618-fdff06687251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:37.389522 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-05536ae1-6271-4ccf-8618-fdff06687251 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 1127 time: 0.1021581 Aug 07 01:13:37.532911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks [] for port (84977e85-823b-49f2-94c8-22721b164bbf), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.541447 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (84977e85-823b-49f2-94c8-22721b164bbf), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.546709 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40890d76-8f87-4ca8-a234-1c57824e1370 req-5d500491-c197-4ac3-9296-7a9e9eb7ac79 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:37.548902 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-40890d76-8f87-4ca8-a234-1c57824e1370 req-5d500491-c197-4ac3-9296-7a9e9eb7ac79 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1168573 Aug 07 01:13:37.607336 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:37.626369 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:37.634586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:37.634862 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for router_gateway (bf94b516-f1d9-454b-a82e-ec56319a531f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.644580 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:37.655955 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Pushing event updated for resources: {'Port': ['ID=84977e85-823b-49f2-94c8-22721b164bbf,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:37.674078 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.691254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:37.719472 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-40890d76-8f87-4ca8-a234-1c57824e1370 req-fba408db-c446-48ad-9ff9-9744b15e57d0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467738 Aug 07 01:13:37.725369 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-85d42c46-4666-4f6f-9e54-d917f3e61c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:37.727517 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-85d42c46-4666-4f6f-9e54-d917f3e61c41 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 915 time: 0.2946386 Aug 07 01:13:37.771578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984d567-0477-46ad-ab6e-7028b21084df req-6b4172df-1ac9-4a6e-a071-2ac02a83aea8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:37.774118 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4984d567-0477-46ad-ab6e-7028b21084df req-6b4172df-1ac9-4a6e-a071-2ac02a83aea8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0901484 Aug 07 01:13:37.789951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Attempting to bind port 84977e85-823b-49f2-94c8-22721b164bbf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:37.789951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Attempting to bind port 84977e85-823b-49f2-94c8-22721b164bbf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:37.790354 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Attempting to bind port 84977e85-823b-49f2-94c8-22721b164bbf on network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:37.799799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:37.799799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Checking segment: {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:37.800221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.800817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Bound using segment: {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:37.801412 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Bound port: 84977e85-823b-49f2-94c8-22721b164bbf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:37.801826 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (84977e85-823b-49f2-94c8-22721b164bbf), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:37.805598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:37.885550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4984d567-0477-46ad-ab6e-7028b21084df req-2af34757-5011-44c8-b49e-815d61dd0638 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002505 Aug 07 01:13:37.931387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] For port 84977e85-823b-49f2-94c8-22721b164bbf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:37.935871 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] For port 84977e85-823b-49f2-94c8-22721b164bbf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84977e85-823b-49f2-94c8-22721b164bbf,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:37.936204 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Allocated IP 172.37.1.234 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/ec1e57fb-2704-488f-812d-03162bd9992d) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:37.945379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (84977e85-823b-49f2-94c8-22721b164bbf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:38.056007 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d0636-1324-41d8-b690-fd6eb4267934 None None] Pushing event updated for resources: {'Port': ['ID=84977e85-823b-49f2-94c8-22721b164bbf,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:38.174615 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for port (ec1e57fb-2704-488f-812d-03162bd9992d), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:38.226151 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942ee05-bbb3-4a79-bc27-ec83fb4ffeb2 req-ebca88f2-304c-4946-bb17-53c9689ecb64 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:38.228461 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d942ee05-bbb3-4a79-bc27-ec83fb4ffeb2 req-ebca88f2-304c-4946-bb17-53c9689ecb64 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 943 time: 0.1315596 Aug 07 01:13:38.288815 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 3ba58955-f906-4b1b-8224-8a7408f3a52c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:13:38.368521 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-b9ea80c5-6b56-45b1-b7a1-ce72fc5ae3f0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c HTTP/1.1" status: 200 len: 217 time: 0.1075411 Aug 07 01:13:38.498166 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:38.523609 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:38.541816 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '3ba58955-f906-4b1b-8224-8a7408f3a52c', 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e', 'port_id': '3ba58955-f906-4b1b-8224-8a7408f3a52c', 'mac_address': 'fa:16:3e:2e:78:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b600d8a6-31b8-4d75-98e3-b19d6e1c59c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:13:38.566340 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d942ee05-bbb3-4a79-bc27-ec83fb4ffeb2 req-a7b3c67c-a871-44c2-b1ad-d747b49b79cb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174939 Aug 07 01:13:38.575459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:38.612880 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 3ba58955-f906-4b1b-8224-8a7408f3a52c is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:38.613635 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:38.618029 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-b07d35be-237d-412a-9826-4462ff996c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:38.621477 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-b07d35be-237d-412a-9826-4462ff996c8f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.2186494 Aug 07 01:13:38.631591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:38.640398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba58955-f906-4b1b-8224-8a7408f3a52c {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:13:38.694594 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:38.703422 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-f7787b0e-a9f4-4482-afa0-699b10f52550 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688472 Aug 07 01:13:38.703676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:38.708643 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:38.711685 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e57fb-2704-488f-812d-03162bd9992d,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:38.713959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:38.896126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:38.966467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f7c3b9ca-6be3-4133-a8ea-bc8690401038 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:39.074987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387552-30f0-4989-9ad7-23ffbc93dc13 req-20a49765-19d8-4cc2-8260-76067d6c95f6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:39.088613 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-45387552-30f0-4989-9ad7-23ffbc93dc13 req-20a49765-19d8-4cc2-8260-76067d6c95f6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1590121 Aug 07 01:13:39.095189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['3ba58955-f906-4b1b-8224-8a7408f3a52c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:13:39.205568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f7c3b9ca-6be3-4133-a8ea-bc8690401038 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:39.209835 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:39.290748 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-45387552-30f0-4989-9ad7-23ffbc93dc13 req-c1e24cbb-e411-4420-b680-3ed4e8f2e3c6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748617 Aug 07 01:13:39.331718 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-eac32f57-f3d0-4618-b8ee-dc896a18793e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080914 Aug 07 01:13:39.429512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:39.442831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758cb2b-78c9-4c4e-a2e4-1dfa696d1880 req-8c5114eb-2b76-43e9-a68f-939ddfcd4a66 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:39.446881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1758cb2b-78c9-4c4e-a2e4-1dfa696d1880 req-8c5114eb-2b76-43e9-a68f-939ddfcd4a66 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.2312782 Aug 07 01:13:39.672266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for router_gateway (bf94b516-f1d9-454b-a82e-ec56319a531f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:39.753423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f7c3b9ca-6be3-4133-a8ea-bc8690401038 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:39.753423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:39.781385 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:39.803395 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92bd8a-db01-4b0d-a17c-7fb55dbd355d None None] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:13:39.861600 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3412-6b09-4dfe-aa28-f85ac09097b1 req-4b739c5c-fe8a-4afb-a6e9-fee66960b25c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:39.863835 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2b0a3412-6b09-4dfe-aa28-f85ac09097b1 req-4b739c5c-fe8a-4afb-a6e9-fee66960b25c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 944 time: 0.1260283 Aug 07 01:13:39.886853 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:39.897117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:39.947624 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2b0a3412-6b09-4dfe-aa28-f85ac09097b1 req-f2acba36-1ad3-45f9-9ce1-59428b776a62 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Aug 07 01:13:40.002825 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port f7c3b9ca-6be3-4133-a8ea-bc8690401038, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7c3b9ca-6be3-4133-a8ea-bc8690401038,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:40.004932 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Provisioning complete for port 84977e85-823b-49f2-94c8-22721b164bbf triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:40.005432 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (84977e85-823b-49f2-94c8-22721b164bbf), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.051725 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.052841 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 84977e85-823b-49f2-94c8-22721b164bbf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:40.156393 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:40.315649 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:40.323713 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 84977e85-823b-49f2-94c8-22721b164bbf triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:40.324376 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (84977e85-823b-49f2-94c8-22721b164bbf), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.421263 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Current status of the port 84977e85-823b-49f2-94c8-22721b164bbf is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:40.421550 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (84977e85-823b-49f2-94c8-22721b164bbf), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.424664 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1758cb2b-78c9-4c4e-a2e4-1dfa696d1880 req-345ba8ac-4d49-41bd-b750-5ca949d3c9d5 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9684970 Aug 07 01:13:40.485316 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a04518fe-3efc-4952-9502-ec0e09e1ee1c req-8a67d665-3b3e-41f0-b101-233658f9184f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398785 Aug 07 01:13:40.499177 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27f0fd-b9f7-4465-be93-d5278d7aa310 req-fcd60525-185a-4366-a389-891a7c9eefc4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:40.514333 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd27f0fd-b9f7-4465-be93-d5278d7aa310 req-fcd60525-185a-4366-a389-891a7c9eefc4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1187530 Aug 07 01:13:40.535201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.563385 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] For port 84977e85-823b-49f2-94c8-22721b164bbf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84977e85-823b-49f2-94c8-22721b164bbf,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:40.572633 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (84977e85-823b-49f2-94c8-22721b164bbf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.573815 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 84977e85-823b-49f2-94c8-22721b164bbf is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:40.574213 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (84977e85-823b-49f2-94c8-22721b164bbf), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.644118 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd27f0fd-b9f7-4465-be93-d5278d7aa310 req-54495ca6-ebd2-4f1b-a697-ff2f76a07569 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266971 Aug 07 01:13:40.680830 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93709-3010-489f-90cd-9d6536043ef2 None None] Pushing event updated for resources: {'Port': ['ID=84977e85-823b-49f2-94c8-22721b164bbf,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:40.688823 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:13:40.689967 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:13:40.717024 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:40.794231 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Router bf94b516-f1d9-454b-a82e-ec56319a531f is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:13:40.801697 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-5a733388-1f36-40ec-9f1d-2d7374c93e82 None None] Provisioning complete for port 84977e85-823b-49f2-94c8-22721b164bbf triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:40.802484 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5a733388-1f36-40ec-9f1d-2d7374c93e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (84977e85-823b-49f2-94c8-22721b164bbf), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.940296 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:13:40.942547 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-5a733388-1f36-40ec-9f1d-2d7374c93e82 None None] Current status of the port 84977e85-823b-49f2-94c8-22721b164bbf is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:40.958695 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Sync routers for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:13:40.967306 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 3ba58955-f906-4b1b-8224-8a7408f3a52c up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:40.970778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:40.972974 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ccb44916-59a8-41f8-a73a-65d3ca55427a admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2047482 Aug 07 01:13:40.975676 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43602) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:41.024223 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:41.025012 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:41.124922 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:41.182335 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c024-0813-4591-94d0-2513beaf045a req-4e76eb00-3843-4d28-984b-46082bfd1916 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:41.184007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0911c024-0813-4591-94d0-2513beaf045a req-4e76eb00-3843-4d28-984b-46082bfd1916 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 944 time: 0.0922518 Aug 07 01:13:41.211512 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 3ba58955-f906-4b1b-8224-8a7408f3a52c completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:13:41.251282 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 3ba58955-f906-4b1b-8224-8a7408f3a52c triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:41.251731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.297223 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 84977e85-823b-49f2-94c8-22721b164bbf is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:41.312266 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:41.374410 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0911c024-0813-4591-94d0-2513beaf045a req-62d9adb2-4d51-49bf-be32-50440740d24b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746149 Aug 07 01:13:41.461284 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:41.467927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f7c3b9ca-6be3-4133-a8ea-bc8690401038 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:41.537834 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 3ba58955-f906-4b1b-8224-8a7408f3a52c is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:41.538287 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.609430 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1943a-2c75-41b4-803d-8b301e9a95fa req-16dd82b9-91f9-4109-a196-61b2eb404c64 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:41.612417 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ae1943a-2c75-41b4-803d-8b301e9a95fa req-16dd82b9-91f9-4109-a196-61b2eb404c64 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0648484 Aug 07 01:13:41.621869 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:41.625839 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3c39e-3d98-47e3-ae12-629fb6609ecf" -d '{"events": [{"server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "name": "network-vif-plugged", "status": "completed", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:41.651482 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:41.667448 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f7c3b9ca-6be3-4133-a8ea-bc8690401038 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:41.668056 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.686995 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.751352 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9293491-771c-4157-94c0-1d615678cae7 x-openstack-request-id: req-a9293491-771c-4157-94c0-1d615678cae7 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:41.751627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "name": "network-vif-plugged", "status": "completed", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:41.753194 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9293491-771c-4157-94c0-1d615678cae7 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:41.753892 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9293491-771c-4157-94c0-1d615678cae7'] response: {'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c', 'code': 200} Aug 07 01:13:41.774598 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ae1943a-2c75-41b4-803d-8b301e9a95fa req-26779426-bc8b-4a33-9809-aa5455905ba9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504438 Aug 07 01:13:41.792714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:41.796379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 3, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:41.803966 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.839837 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Checking router: bf94b516-f1d9-454b-a82e-ec56319a531f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:41.840299 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Updating router bf94b516-f1d9-454b-a82e-ec56319a531f port ec1e57fb-2704-488f-812d-03162bd9992d binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:13:41.911215 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496435-9f9f-4920-ae32-3b9895d87e18 req-8f85c2a7-b3c0-4396-a39f-56c20f3a3d36 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:41.914545 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-84496435-9f9f-4920-ae32-3b9895d87e18 req-8f85c2a7-b3c0-4396-a39f-56c20f3a3d36 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1369622 Aug 07 01:13:41.940429 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:41.976745 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:41.979879 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:41.982852 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f7c3b9ca-6be3-4133-a8ea-bc8690401038 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:41.984124 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 84977e85-823b-49f2-94c8-22721b164bbf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:42.080564 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Allocated IP 172.20.0.1 (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8/a54acbce-5b16-4d2b-8374-dc4729522aad/39ae940a-99c6-41b0-9db2-c3dfcb295bde) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:13:42.084559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392f2b-e9c3-4da9-a1d2-03d9e4c65b18 req-cef1ce10-7d21-47f9-bf45-387c92907dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:42.086232 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-da392f2b-e9c3-4da9-a1d2-03d9e4c65b18 req-cef1ce10-7d21-47f9-bf45-387c92907dee service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 1129 time: 0.0972962 Aug 07 01:13:42.092691 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-84496435-9f9f-4920-ae32-3b9895d87e18 req-4197ab88-7c00-4bbd-b78e-23bfc96bca70 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669395 Aug 07 01:13:42.121274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9cf845a8-bb0b-471a-ba21-2759b2cfd96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.131663 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:42.165529 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 84977e85-823b-49f2-94c8-22721b164bbf triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:42.166001 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (84977e85-823b-49f2-94c8-22721b164bbf), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.210044 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-da392f2b-e9c3-4da9-a1d2-03d9e4c65b18 req-987e8af7-7ca1-4a5b-87e5-2fc4efa647bb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099763 Aug 07 01:13:42.263307 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks [] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.337842 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.413954 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:42.427938 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:42.440140 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:13:42.481833 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Pushing event updated for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:42.555525 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (bf94b516-f1d9-454b-a82e-ec56319a531f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.579644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 84977e85-823b-49f2-94c8-22721b164bbf is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:42.655255 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4adc9-b081-43f4-a805-f8013d34d41c req-474298e1-3ebe-4410-ad10-33a6badbb5cf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:42.666250 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5bf4adc9-b081-43f4-a805-f8013d34d41c req-474298e1-3ebe-4410-ad10-33a6badbb5cf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.1300023 Aug 07 01:13:42.753048 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5bf4adc9-b081-43f4-a805-f8013d34d41c req-8f578c3a-570d-4fcf-a244-1e1ec4602fff tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852034 Aug 07 01:13:42.805884 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks [] for port (ec1e57fb-2704-488f-812d-03162bd9992d), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.809103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.816386 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.825119 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-38a14db1-7443-455f-bd66-54e6050d0fd5 None None] Provisioning complete for port 39ae940a-99c6-41b0-9db2-c3dfcb295bde triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:42.825390 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-38a14db1-7443-455f-bd66-54e6050d0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.874306 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:42.887995 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Attempting to bind port ec1e57fb-2704-488f-812d-03162bd9992d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:42.888412 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Attempting to bind port ec1e57fb-2704-488f-812d-03162bd9992d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:42.888785 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Attempting to bind port ec1e57fb-2704-488f-812d-03162bd9992d on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:42.911859 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:42.912377 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:42.912857 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.913322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:42.913927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Bound port: ec1e57fb-2704-488f-812d-03162bd9992d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:42.914378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:42.946248 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-38a14db1-7443-455f-bd66-54e6050d0fd5 None None] Port 39ae940a-99c6-41b0-9db2-c3dfcb295bde cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:13:42.949638 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbaddc-f2ee-44a9-a0da-88ff9999362e None None] Pushing event updated for resources: {'Port': ['ID=ec1e57fb-2704-488f-812d-03162bd9992d,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:42.983690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] For port ec1e57fb-2704-488f-812d-03162bd9992d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:42.987642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] For port ec1e57fb-2704-488f-812d-03162bd9992d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec1e57fb-2704-488f-812d-03162bd9992d,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:42.995056 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:43.000734 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:43.028790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks [] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:43.034703 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:43.037000 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:43.037662 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:43.105870 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:43.114456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbaddc-f2ee-44a9-a0da-88ff9999362e None None] Pushing event updated for resources: {'Port': ['ID=ec1e57fb-2704-488f-812d-03162bd9992d,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:43.115582 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Pushing event updated for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:43.119133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (bf94b516-f1d9-454b-a82e-ec56319a531f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:43.193346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:43.287741 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a57ca6-ceb0-48b3-9161-f64006c7518f req-49196890-c005-4cb7-877b-a0f7b26a3abf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:43.289496 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86a57ca6-ceb0-48b3-9161-f64006c7518f req-49196890-c005-4cb7-877b-a0f7b26a3abf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0810416 Aug 07 01:13:43.291571 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:13:43.294010 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:13:43.387001 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86a57ca6-ceb0-48b3-9161-f64006c7518f req-6b0ad5e5-b06d-4f9b-aa37-74184a36ff57 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886672 Aug 07 01:13:43.445568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39ae940a-99c6-41b0-9db2-c3dfcb295bde', 'name': '', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'mac_address': 'fa:16:3e:dd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:41Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 2, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'subnets': [{'id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:43.473008 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Router bf94b516-f1d9-454b-a82e-ec56319a531f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:13:43.476980 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c68a4-3873-4a2c-a893-ac1a7557d237 None None] The sync data for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi is: [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39ae940a-99c6-41b0-9db2-c3dfcb295bde', 'name': '', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'mac_address': 'fa:16:3e:dd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:41Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 2, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'subnets': [{'id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:13:43.563324 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:43.575571 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-9dfa1041-253b-47fd-aa1d-d58cea09b977 None None] Provisioning complete for port 39ae940a-99c6-41b0-9db2-c3dfcb295bde triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:43.575865 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1041-253b-47fd-aa1d-d58cea09b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:43.611319 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa1041-253b-47fd-aa1d-d58cea09b977 None None] Port 39ae940a-99c6-41b0-9db2-c3dfcb295bde cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:13:43.633149 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:13:43.640508 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a63d17b9-2b38-4695-a97f-8cec39102f70 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bf94b516-f1d9-454b-a82e-ec56319a531f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631794 Aug 07 01:13:43.962971 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea553ac-a58f-4538-a8c2-8e168dae61ed req-88406256-5788-4e5f-89ca-22089cbcd33a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:43.965701 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bea553ac-a58f-4538-a8c2-8e168dae61ed req-88406256-5788-4e5f-89ca-22089cbcd33a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.0927346 Aug 07 01:13:44.054990 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bea553ac-a58f-4538-a8c2-8e168dae61ed req-1a8da040-9f02-4f6b-86c3-572019ce32f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810115 Aug 07 01:13:44.199714 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43628) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:44.207334 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560529481', 'description': 'tempest-secgroup-smoke-1560529481 description', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:44.245315 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.380107 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (46796079-ee2f-4624-b7f1-d09ec5afaa67), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.388750 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (46796079-ee2f-4624-b7f1-d09ec5afaa67), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.439397 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.441192 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2400494 Aug 07 01:13:44.444538 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43632) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:44.449066 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63fa64-745a-4d78-b4fd-c3c32266699f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46796079-ee2f-4624-b7f1-d09ec5afaa67,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:44.450752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:44.508984 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (93515a6a-455a-41a1-9683-3ef217c6c107), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.596372 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (93515a6a-455a-41a1-9683-3ef217c6c107), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.603197 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (93515a6a-455a-41a1-9683-3ef217c6c107), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.616655 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764b08f-65cb-45bf-b348-4b8d145edadb req-a84ecc5a-b27d-4326-a7d4-38f92bfda9cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:44.619351 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d764b08f-65cb-45bf-b348-4b8d145edadb req-a84ecc5a-b27d-4326-a7d4-38f92bfda9cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0796776 Aug 07 01:13:44.638023 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93515a6a-455a-41a1-9683-3ef217c6c107,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:44.653209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.656020 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f0b87087-ce43-420e-9431-0023f162e75a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2087462 Aug 07 01:13:44.659288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43634) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:44.667200 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:44.697050 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d764b08f-65cb-45bf-b348-4b8d145edadb req-fb2f67ad-61cf-43ba-a6bb-37ca7eb106a0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696237 Aug 07 01:13:44.716081 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (e5ae10f7-48a0-476d-93a2-e1a0c8c9a34a), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.738668 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:44.798705 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (e5ae10f7-48a0-476d-93a2-e1a0c8c9a34a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.804542 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (e5ae10f7-48a0-476d-93a2-e1a0c8c9a34a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.827045 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ae10f7-48a0-476d-93a2-e1a0c8c9a34a,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:44.844619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:44.846583 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-d569419a-f439-4739-b01e-4aba233e1dac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1853039 Aug 07 01:13:44.851764 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43636) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:44.859615 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:44.906620 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (8571a54c-2580-43ef-b376-c7c6d7a709cb), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.004322 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (8571a54c-2580-43ef-b376-c7c6d7a709cb), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.009334 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (8571a54c-2580-43ef-b376-c7c6d7a709cb), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.042749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8571a54c-2580-43ef-b376-c7c6d7a709cb,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:45.051997 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.053941 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e92d1233-2ba4-48fb-acdf-23d36df7accb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2004821 Aug 07 01:13:45.057807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43638) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:45.063628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:45.083415 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:45.111335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (57d5223c-5293-49f1-b7ab-566c4cf7b425), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.174019 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:45.217783 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (57d5223c-5293-49f1-b7ab-566c4cf7b425), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.227062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (57d5223c-5293-49f1-b7ab-566c4cf7b425), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.254414 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d5223c-5293-49f1-b7ab-566c4cf7b425,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:45.262758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.269032 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3f90d6db-be67-468c-8a4e-97a8fc804b08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2054608 Aug 07 01:13:45.269397 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43642) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:45.274907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:45.309624 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.securitygroups_db [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Project b73b98c606a34d1faf0a31a9f6c59e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:13:45.311378 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc7e59-e2cb-431e-b9a7-5e190b21bfda req-7492cff7-6f99-430c-97a5-816e7b12d16c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:45.315251 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-29bc7e59-e2cb-431e-b9a7-5e190b21bfda req-7492cff7-6f99-430c-97a5-816e7b12d16c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.1020334 Aug 07 01:13:45.334726 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (701f9d11-ef79-4f3f-8084-7949b70e13f5), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.407030 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-29bc7e59-e2cb-431e-b9a7-5e190b21bfda req-99b179e1-39f7-4259-be63-f0df3a3b1df0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828660 Aug 07 01:13:45.449878 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ec1e57fb-2704-488f-812d-03162bd9992d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:45.468454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (701f9d11-ef79-4f3f-8084-7949b70e13f5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.475202 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (701f9d11-ef79-4f3f-8084-7949b70e13f5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.500631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f9d11-ef79-4f3f-8084-7949b70e13f5,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:45.513749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.518204 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43652) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:45.519103 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-1d098572-aa29-4e6c-9d58-6f457dcc3903 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477100 Aug 07 01:13:45.523454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'security_group_rule': {'security_group_id': '46796079-ee2f-4624-b7f1-d09ec5afaa67', 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:45.560710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:45.566176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port ec1e57fb-2704-488f-812d-03162bd9992d triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:45.566935 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.574894 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.securitygroups_db [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Project b73b98c606a34d1faf0a31a9f6c59e56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:13:45.592028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (c07f902a-7f59-49d7-bec9-33c4bac947fa), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.690271 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (c07f902a-7f59-49d7-bec9-33c4bac947fa), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.697823 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (c07f902a-7f59-49d7-bec9-33c4bac947fa), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.700934 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port ec1e57fb-2704-488f-812d-03162bd9992d is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:45.701650 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.749338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port ec1e57fb-2704-488f-812d-03162bd9992d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec1e57fb-2704-488f-812d-03162bd9992d,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:45.751048 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07f902a-7f59-49d7-bec9-33c4bac947fa,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:45.772295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.786076 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.793379 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ffc71562-3e10-4941-ba3b-30fc52887e14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2690773 Aug 07 01:13:45.902082 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935a086-e877-4959-b1bb-147df42024f6 req-bdd9757c-1d31-432b-9178-47e02dbc1569 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:45.911250 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b935a086-e877-4959-b1bb-147df42024f6 req-bdd9757c-1d31-432b-9178-47e02dbc1569 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0905092 Aug 07 01:13:45.932943 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a8324b97-0abc-4aa3-a022-2d443c93bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:45.938714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=ec1e57fb-2704-488f-812d-03162bd9992d,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:45.995827 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b935a086-e877-4959-b1bb-147df42024f6 req-d2aa1340-e219-4c83-8b8f-089826334564 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830112 Aug 07 01:13:46.294101 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Sync routers for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:13:46.315654 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:46.317240 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:46.448990 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:46.688387 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39ae940a-99c6-41b0-9db2-c3dfcb295bde', 'name': '', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'mac_address': 'fa:16:3e:dd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:41Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 2, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'subnets': [{'id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:46.723858 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Checking router: bf94b516-f1d9-454b-a82e-ec56319a531f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:46.724426 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Updating router bf94b516-f1d9-454b-a82e-ec56319a531f port 39ae940a-99c6-41b0-9db2-c3dfcb295bde binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:13:46.776999 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.195755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50370da2-e8e9-4d9d-82b9-e7a9f45d31cd req-c3e556fc-be1f-4557-b9ba-9c35b1466eb9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:47.197925 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-50370da2-e8e9-4d9d-82b9-e7a9f45d31cd req-c3e556fc-be1f-4557-b9ba-9c35b1466eb9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0792747 Aug 07 01:13:47.284027 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-50370da2-e8e9-4d9d-82b9-e7a9f45d31cd req-ea2e2351-0074-459d-bc04-b55a8ec69a61 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760281 Aug 07 01:13:47.375782 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:47.377070 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:47.393026 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks [] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.402089 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.441524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ec1e57fb-2704-488f-812d-03162bd9992d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:47.523429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port ec1e57fb-2704-488f-812d-03162bd9992d triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:47.523800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.525489 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd4277-0bc1-4491-b763-fada6a48471d None None] Pushing event updated for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:47.588844 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Attempting to bind port 39ae940a-99c6-41b0-9db2-c3dfcb295bde on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:13:47.589560 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Attempting to bind port 39ae940a-99c6-41b0-9db2-c3dfcb295bde by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:13:47.590420 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Attempting to bind port 39ae940a-99c6-41b0-9db2-c3dfcb295bde on network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:13:47.602264 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:13:47.602887 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Checking segment: {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:13:47.603561 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.604194 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Bound using segment: {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:13:47.605024 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Bound port: 39ae940a-99c6-41b0-9db2-c3dfcb295bde, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8d290-a9ba-4809-8b59-004d84107ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:13:47.605662 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.642466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port ec1e57fb-2704-488f-812d-03162bd9992d is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:47.745374 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] For port 39ae940a-99c6-41b0-9db2-c3dfcb295bde, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:13:47.750340 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] For port 39ae940a-99c6-41b0-9db2-c3dfcb295bde, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39ae940a-99c6-41b0-9db2-c3dfcb295bde,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:13:47.765633 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:47.829223 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:47.830818 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:47.959657 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd4277-0bc1-4491-b763-fada6a48471d None None] Pushing event updated for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=4']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:48.009631 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:48.252118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:48.266288 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39ae940a-99c6-41b0-9db2-c3dfcb295bde', 'name': '', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'mac_address': 'fa:16:3e:dd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:41Z', 'updated_at': '2022-08-07T01:13:47Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'subnets': [{'id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:48.310426 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fed14d-6eb2-4c1e-b0f9-4c9216ab77e4 None None] The sync data for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi is: [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:13:42Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '39ae940a-99c6-41b0-9db2-c3dfcb295bde', 'name': '', 'network_id': '14ee5f34-e0a0-448e-ba01-2f5a4fc531a8', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'mac_address': 'fa:16:3e:dd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:41Z', 'updated_at': '2022-08-07T01:13:47Z', 'revision_number': 4, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'subnets': [{'id': 'a54acbce-5b16-4d2b-8374-dc4729522aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:13:48.314585 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb1041-e27b-4dfb-bb6b-231323474868 req-119a895e-eb10-4827-a543-d108fd761253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:48.316568 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cfb1041-e27b-4dfb-bb6b-231323474868 req-119a895e-eb10-4827-a543-d108fd761253 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0694449 Aug 07 01:13:48.452570 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee1bb3-f1b0-4dd8-9c71-5e9456613337 req-5f1186c0-08ea-4a0c-8bed-157fed767594 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:48.454221 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-54ee1bb3-f1b0-4dd8-9c71-5e9456613337 req-5f1186c0-08ea-4a0c-8bed-157fed767594 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0621052 Aug 07 01:13:48.523108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-54ee1bb3-f1b0-4dd8-9c71-5e9456613337 req-9d618a54-caef-41ca-b8f7-3f27e16497ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611019 Aug 07 01:13:48.649250 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cfb1041-e27b-4dfb-bb6b-231323474868 req-283401cc-e99a-4970-a75c-8bfae9d5e5cb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Aug 07 01:13:49.017724 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:49.435165 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 39ae940a-99c6-41b0-9db2-c3dfcb295bde up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:49.482902 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:49.492164 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 39ae940a-99c6-41b0-9db2-c3dfcb295bde triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:49.492825 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:49.656467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 39ae940a-99c6-41b0-9db2-c3dfcb295bde is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:49.656467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:49.660660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:49.682482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47514f-04d8-4c9c-88c7-7d0544e12e71 req-05ce8b51-9a88-429f-a3bd-ae3364acf305 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:49.684105 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed47514f-04d8-4c9c-88c7-7d0544e12e71 req-05ce8b51-9a88-429f-a3bd-ae3364acf305 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0610180 Aug 07 01:13:49.714713 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 39ae940a-99c6-41b0-9db2-c3dfcb295bde, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39ae940a-99c6-41b0-9db2-c3dfcb295bde,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:49.723426 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:49.761934 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed47514f-04d8-4c9c-88c7-7d0544e12e71 req-3ad94483-2960-4593-8859-985d1d12ed5e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676661 Aug 07 01:13:49.793675 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:50.150237 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2bd99-e907-40b4-ab50-5e32346dca8c req-ad6b29eb-e063-42f3-9db9-5ddba17e5645 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:50.151893 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-39c2bd99-e907-40b4-ab50-5e32346dca8c req-ad6b29eb-e063-42f3-9db9-5ddba17e5645 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0623095 Aug 07 01:13:50.239690 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-39c2bd99-e907-40b4-ab50-5e32346dca8c req-3b3d2539-0b51-4008-b94e-55f6643346b8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784009 Aug 07 01:13:50.938351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f189298-2de0-47c5-aeff-a6096e99b91a req-e8160cd4-ea83-43a5-a1ba-c9ccc2012f6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:50.940566 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8f189298-2de0-47c5-aeff-a6096e99b91a req-e8160cd4-ea83-43a5-a1ba-c9ccc2012f6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0644159 Aug 07 01:13:51.017695 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8f189298-2de0-47c5-aeff-a6096e99b91a req-6911f908-b17f-40a4-978b-5e20b46b8d54 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658691 Aug 07 01:13:51.388087 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61ca05-5856-4a8f-ad5c-43c948ed343a req-2bc11abb-c28a-4d56-b3d4-436260d8ce36 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.396302 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7b61ca05-5856-4a8f-ad5c-43c948ed343a req-2bc11abb-c28a-4d56-b3d4-436260d8ce36 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1002007 Aug 07 01:13:51.456129 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c606b-441c-411a-aa19-8096b54758db req-5bc6f42e-9450-410f-b539-d39512a49dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.458924 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-5bc6f42e-9450-410f-b539-d39512a49dab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.1398065 Aug 07 01:13:51.463117 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 39ae940a-99c6-41b0-9db2-c3dfcb295bde up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:13:51.473471 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7b61ca05-5856-4a8f-ad5c-43c948ed343a req-96a8da3f-0703-4e2a-a8fd-bf42511f1ca0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686722 Aug 07 01:13:51.500225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e042338-122c-4f90-8a47-b878389e3bda req-54bb6770-949e-4e26-81f5-cb1bf459273e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.505726 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4e042338-122c-4f90-8a47-b878389e3bda req-54bb6770-949e-4e26-81f5-cb1bf459273e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1081624 Aug 07 01:13:51.545282 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 39ae940a-99c6-41b0-9db2-c3dfcb295bde triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:13:51.545859 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:51.607543 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:51.696839 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 39ae940a-99c6-41b0-9db2-c3dfcb295bde is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:13:51.713768 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4e042338-122c-4f90-8a47-b878389e3bda req-af771236-47cb-4dec-88b5-bcdab72bd885 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895802 Aug 07 01:13:51.722911 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c606b-441c-411a-aa19-8096b54758db req-10784c88-0c4a-4e60-8a82-c61a6ca71290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.725605 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-10784c88-0c4a-4e60-8a82-c61a6ca71290 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2448437 Aug 07 01:13:51.784667 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-6d8cd791-273d-420b-8fcc-e3bbcd70cca9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0512798 Aug 07 01:13:51.852435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c606b-441c-411a-aa19-8096b54758db req-d9bdd5ca-df0d-4844-b818-33c622d3f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.854774 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-d9bdd5ca-df0d-4844-b818-33c622d3f13a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0618987 Aug 07 01:13:51.932143 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:51.946059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c606b-441c-411a-aa19-8096b54758db req-f708b1f9-1f9f-4a78-aaff-b450afe8877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.949186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-f708b1f9-1f9f-4a78-aaff-b450afe8877c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865016 Aug 07 01:13:51.987642 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-0cb12a7a-76de-4165-8aab-c8c3988c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:51.989397 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-0cb12a7a-76de-4165-8aab-c8c3988c8a47 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.0518658 Aug 07 01:13:52.131608 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-57f05d42-96fa-457e-9a12-f9dddf98ae91 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717389 Aug 07 01:13:52.142712 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-39192c5f-c001-4423-b906-840c641e3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.145564 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-39192c5f-c001-4423-b906-840c641e3999 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.1338937 Aug 07 01:13:52.259040 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-da660ef1-6b6f-416e-a728-355bdec932ee service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1001 time: 0.1017187 Aug 07 01:13:52.259964 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5c606b-441c-411a-aa19-8096b54758db req-f5e2fd5b-1574-4f1d-bd3b-d294aaf25332 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Aug 07 01:13:52.357670 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-57d0a8ab-97e7-479a-8aa7-b92078b7ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.359244 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-57d0a8ab-97e7-479a-8aa7-b92078b7ea5f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0781770 Aug 07 01:13:52.478943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:52.483915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-e1209c79-f70e-4d66-90ee-d95e6fc128b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.485640 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-e1209c79-f70e-4d66-90ee-d95e6fc128b6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532825 Aug 07 01:13:52.599393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:52.643969 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-eccde53a-35c4-49c4-9334-3b2c32fd0b1a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429851 Aug 07 01:13:52.722361 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:52.724196 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:52.733459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445cf8b-1dd5-48e0-8b80-f84dbec28a55 req-e2c38bca-9a1c-4b67-a8ca-fe2cf9648718 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.738159 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1445cf8b-1dd5-48e0-8b80-f84dbec28a55 req-e2c38bca-9a1c-4b67-a8ca-fe2cf9648718 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.1581421 Aug 07 01:13:52.837807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1445cf8b-1dd5-48e0-8b80-f84dbec28a55 req-349e56ba-c62e-4fe8-858a-60fc135df0da tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878990 Aug 07 01:13:52.881723 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d060c8d5-1ddc-4d0e-99a7-f906d147430e req-2d03e4b4-1bb5-4305-af9d-a58dcb4cc402 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361515 Aug 07 01:13:52.902722 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa857-4f3b-4ef7-af0b-e739eb540166 req-c3e79c7f-352b-47df-92ac-d25f31129e83 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.904962 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-25bfa857-4f3b-4ef7-af0b-e739eb540166 req-c3e79c7f-352b-47df-92ac-d25f31129e83 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.1494584 Aug 07 01:13:52.986693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c966-62e5-4916-8d37-e59bdd376687 req-ec08d371-148c-45df-a84d-62642255eb0c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:52.988395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6a6c966-62e5-4916-8d37-e59bdd376687 req-ec08d371-148c-45df-a84d-62642255eb0c tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0639827 Aug 07 01:13:53.004445 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-25bfa857-4f3b-4ef7-af0b-e739eb540166 req-4f1dfe77-d2df-4316-a6b9-500151341222 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803773 Aug 07 01:13:53.069245 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6a6c966-62e5-4916-8d37-e59bdd376687 req-0b0b1658-03c8-482d-9d14-4bd472d094b0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731266 Aug 07 01:13:53.999758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e64dd-4fe8-4942-961b-4dd3263de483 req-cc2ca610-f2cd-4c08-a274-4fcd6198c028 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:54.002453 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7e3e64dd-4fe8-4942-961b-4dd3263de483 req-cc2ca610-f2cd-4c08-a274-4fcd6198c028 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0643589 Aug 07 01:13:54.052348 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7e3e64dd-4fe8-4942-961b-4dd3263de483 req-21e0a286-5c2e-4899-bc00-e685a769df0d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Aug 07 01:13:54.153139 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a64c7-af26-4c24-aee6-14501c7089dd req-39258961-1cac-4260-96ea-2d021a33a3f1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:54.154699 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-281a64c7-af26-4c24-aee6-14501c7089dd req-39258961-1cac-4260-96ea-2d021a33a3f1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0620797 Aug 07 01:13:54.222604 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-281a64c7-af26-4c24-aee6-14501c7089dd req-cc49543c-fb29-4197-a0c8-0243e4d7957c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607908 Aug 07 01:13:54.249080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a052-a177-4a41-baf4-364a59b88d00 req-91660fe4-adea-44d0-9660-88af0856ad57 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:54.252677 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-80d8a052-a177-4a41-baf4-364a59b88d00 req-91660fe4-adea-44d0-9660-88af0856ad57 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0852985 Aug 07 01:13:54.328059 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-80d8a052-a177-4a41-baf4-364a59b88d00 req-d10d5af0-67a1-48c0-85b4-fe3f13b34836 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618820 Aug 07 01:13:55.194716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27864-17f1-466f-8acf-c5ea035b8939 req-394dd406-761a-4004-8255-f318d9bfd256 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:55.196577 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3a27864-17f1-466f-8acf-c5ea035b8939 req-394dd406-761a-4004-8255-f318d9bfd256 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0622313 Aug 07 01:13:55.252261 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3a27864-17f1-466f-8acf-c5ea035b8939 req-24c83700-c6b5-461a-a935-fc5d25b6930c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468504 Aug 07 01:13:55.385161 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062a248-823d-4a0d-b4ec-225c68e98f06 req-707fa3ef-5d5a-4bd5-94e1-85ad833f9a8b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:55.386714 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4062a248-823d-4a0d-b4ec-225c68e98f06 req-707fa3ef-5d5a-4bd5-94e1-85ad833f9a8b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0661547 Aug 07 01:13:55.454214 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4062a248-823d-4a0d-b4ec-225c68e98f06 req-f980c5fc-8281-446a-a21e-a3c3e8cf9a81 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567050 Aug 07 01:13:55.462887 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c506ef3-e844-4bd6-8042-ac42a5e0dfd1 req-b22edd56-e055-4364-aa7b-216abdd6e7b9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:55.464489 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2c506ef3-e844-4bd6-8042-ac42a5e0dfd1 req-b22edd56-e055-4364-aa7b-216abdd6e7b9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0538256 Aug 07 01:13:55.524297 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2c506ef3-e844-4bd6-8042-ac42a5e0dfd1 req-7359801a-b12a-4da6-b2bc-65a25f61d297 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536151 Aug 07 01:13:56.119898 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-1cd6a8cf-4422-4e11-a6c8-6c1bc59dd3e6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:56.122622 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-1cd6a8cf-4422-4e11-a6c8-6c1bc59dd3e6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0713508 Aug 07 01:13:56.426633 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac227d5-3404-485e-b609-ef8babe3cce4 req-84170ba4-37b6-4b6b-bc10-07dfa12b5d78 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:56.428272 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ac227d5-3404-485e-b609-ef8babe3cce4 req-84170ba4-37b6-4b6b-bc10-07dfa12b5d78 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0745409 Aug 07 01:13:56.643804 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835027-8fb9-441d-ab60-91d6e9d76a4c req-67ecd7fe-d9d0-406e-b10d-733d3ce8f2af tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:56.645900 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d835027-8fb9-441d-ab60-91d6e9d76a4c req-67ecd7fe-d9d0-406e-b10d-733d3ce8f2af tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 946 time: 0.0605283 Aug 07 01:13:56.726442 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d835027-8fb9-441d-ab60-91d6e9d76a4c req-42d958a6-7ae2-48bf-9f89-a7ea768fabbc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698476 Aug 07 01:13:56.737373 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ac227d5-3404-485e-b609-ef8babe3cce4 req-0c820d7c-5d9a-4d9b-a92d-ad824dabaf80 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021967 Aug 07 01:13:56.901727 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580c661-1950-45d9-aba7-a2c559704435 req-3332c0a5-67b3-47f4-b99c-ad53295ba0c7 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:56.913001 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b580c661-1950-45d9-aba7-a2c559704435 req-3332c0a5-67b3-47f4-b99c-ad53295ba0c7 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0925148 Aug 07 01:13:56.963769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port 75592632-690e-4dbf-a132-69141d52e063 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:13:56.964155 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (75592632-690e-4dbf-a132-69141d52e063), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:57.013172 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b580c661-1950-45d9-aba7-a2c559704435 req-1de9c8c7-fee7-47b4-b331-1e59e1dfae1b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962498 Aug 07 01:13:57.138814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] For port 75592632-690e-4dbf-a132-69141d52e063, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=75592632-690e-4dbf-a132-69141d52e063,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:13:57.151903 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (75592632-690e-4dbf-a132-69141d52e063), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:57.384880 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:57.547403 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:57.549261 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:57.549261 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 29637a09-6b9a-4150-8729-ad2192c33ba9 disassociated. External IP: 172.37.1.194, port: 75592632-690e-4dbf-a132-69141d52e063. Aug 07 01:13:57.549689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for 75592632-690e-4dbf-a132-69141d52e063 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:13:57.716814 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:57.737061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (75592632-690e-4dbf-a132-69141d52e063), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:57.769946 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=75592632-690e-4dbf-a132-69141d52e063,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:57.941318 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68a195bf-9c16-4c81-989e-1012b361147d req-5ebd28e3-9e27-49f5-9f75-0994e65bfb15 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=54a16243-ecd7-4152-a1d3-bf92cc3709cc HTTP/1.1" status: 200 len: 210 time: 0.0441146 Aug 07 01:13:57.970234 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:13:58.128477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:13:58.146954 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:13:58.165178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:58.166574 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:58.220651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8184-d544-4f71-a758-c8b409f9d9bc req-622fbbf2-9b26-4790-b97b-a4deab1f9bb0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:58.222807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-215e8184-d544-4f71-a758-c8b409f9d9bc req-622fbbf2-9b26-4790-b97b-a4deab1f9bb0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0854704 Aug 07 01:13:58.239090 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] No DVR routers for this DVR port 75592632-690e-4dbf-a132-69141d52e063 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:13:58.246382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.253627 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0d74014-e423-448d-ae64-95c456ca73f2 req-bcb1a2b6-ada4-4a74-b5ba-c08e15c35ed6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "DELETE /networking/v2.0/ports/75592632-690e-4dbf-a132-69141d52e063 HTTP/1.1" status: 204 len: 173 time: 1.4357431 Aug 07 01:13:58.254380 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'name': 'network-vif-deleted', 'tag': '75592632-690e-4dbf-a132-69141d52e063'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:13:58.258805 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0502d7bf-d309-4370-a0aa-cd30b6cd37e9" -d '{"events": [{"server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "name": "network-vif-deleted", "tag": "75592632-690e-4dbf-a132-69141d52e063"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:13:58.390970 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd23d90-d6dd-446f-bef8-e7033c173f48 x-openstack-request-id: req-2cd23d90-d6dd-446f-bef8-e7033c173f48 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:13:58.391402 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a16243-ecd7-4152-a1d3-bf92cc3709cc", "name": "network-vif-deleted", "tag": "75592632-690e-4dbf-a132-69141d52e063", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:13:58.391791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cd23d90-d6dd-446f-bef8-e7033c173f48 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:13:58.392482 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd23d90-d6dd-446f-bef8-e7033c173f48'] response: {'server_uuid': '54a16243-ecd7-4152-a1d3-bf92cc3709cc', 'name': 'network-vif-deleted', 'tag': '75592632-690e-4dbf-a132-69141d52e063', 'status': 'completed', 'code': 200} Aug 07 01:13:58.397132 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-215e8184-d544-4f71-a758-c8b409f9d9bc req-ed7b7e0a-3e38-416f-8001-4a540c81e5d2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629784 Aug 07 01:13:58.472045 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:58.557952 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43892) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:58.563476 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514711990', 'description': 'tempest-description--879411943'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:58.612837 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.642563 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:58.743402 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (14a52b26-5453-4fb5-9548-cd9f037dd3a1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.748752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (14a52b26-5453-4fb5-9548-cd9f037dd3a1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.772337 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:58.788466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a52b26-5453-4fb5-9548-cd9f037dd3a1,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:58.793216 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.797329 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f415c88f-1532-4a50-b72d-6b2f544cb7ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2352676 Aug 07 01:13:58.797531 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43894) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:58.802712 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'security_group_rule': {'security_group_id': '14a52b26-5453-4fb5-9548-cd9f037dd3a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:58.807636 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:58.822348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:13:58.844970 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (09d14bf9-ce2b-4630-adda-2af1a41dcb2d), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.847108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:13:58.848063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:58.924223 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (09d14bf9-ce2b-4630-adda-2af1a41dcb2d), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.931079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (09d14bf9-ce2b-4630-adda-2af1a41dcb2d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.960399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d14bf9-ce2b-4630-adda-2af1a41dcb2d,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:58.968311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:58.969813 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5dbe7341-1842-4273-8e87-fa267c46a990 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710255 Aug 07 01:13:58.973092 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43896) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:58.982512 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'security_group_rule': {'security_group_id': '14a52b26-5453-4fb5-9548-cd9f037dd3a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:59.035745 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 75592632-690e-4dbf-a132-69141d52e063 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:13:59.082175 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:13:59.085779 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 75592632-690e-4dbf-a132-69141d52e063 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:13:59.085779 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 75592632-690e-4dbf-a132-69141d52e063 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:13:59.093494 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (811ef33b-cef8-4425-bb81-b372514226ae), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.227377 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43904) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:59.271537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (811ef33b-cef8-4425-bb81-b372514226ae), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.291204 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (811ef33b-cef8-4425-bb81-b372514226ae), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.357968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.365729 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3896782 Aug 07 01:13:59.366688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43906) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:59.374792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:59.405644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:13:59.413453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afccd37-f1aa-4b52-ab42-d45cd3ec0110 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811ef33b-cef8-4425-bb81-b372514226ae,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:59.442085 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.444992 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.493122 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.608522 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.616497 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.617985 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08 HTTP/1.1" status: 204 len: 168 time: 0.3874865 Aug 07 01:13:59.625076 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 43912) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:59.691844 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882009d3-3849-4e39-a44b-6c5c35416947 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:13:59.696055 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.api.v2.resource [None req-bc9b38d0-5405-466c-b7df-d2d98a8f6320 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] show failed (client error): The resource could not be found. Aug 07 01:13:59.700406 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-bc9b38d0-5405-466c-b7df-d2d98a8f6320 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups/ec69fb9f-470f-44fa-bf1f-9ceaa3e1de08 HTTP/1.1" status: 404 len: 347 time: 0.0515282 Aug 07 01:13:59.708887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 43914) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:13:59.745132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb137be-7cc4-4b7d-9f12-321a5948475f req-dde6f95b-95b1-4b7c-935b-cb47e60e0d53 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:13:59.745362 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:13:59.746450 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acb137be-7cc4-4b7d-9f12-321a5948475f req-dde6f95b-95b1-4b7c-935b-cb47e60e0d53 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1276898 Aug 07 01:13:59.791620 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:13:59.834306 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acb137be-7cc4-4b7d-9f12-321a5948475f req-b5f62268-8b97-4e9f-b21a-4da43472fa25 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592670 Aug 07 01:13:59.858287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:13:59.874398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d3d48-ec7d-492f-ad2f-05c49d0d980c None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '31f00a6f-0190-4fc7-8806-907642c537c8', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.78', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:15:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:10:21Z', 'updated_at': '2022-08-07T01:11:20Z', 'revision_number': 2, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:00.089007 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port b8ac7d50-09b8-4219-be38-591b377d96b5 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:00.089621 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.200687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Allocated IP 172.37.1.100 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:00.244527 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.244901 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (b8ac7d50-09b8-4219-be38-591b377d96b5), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.299830 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee8f59-95a2-40df-af7b-8fcc5ecbc801 None None] New status for floating IP 29637a09-6b9a-4150-8729-ad2192c33ba9: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:00.302583 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:00.308927 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for b8ac7d50-09b8-4219-be38-591b377d96b5 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:00.435384 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.506638 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.569495 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:00.577061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:00.598506 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'Port': ['ID=e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:00.603264 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:00.677335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (b8ac7d50-09b8-4219-be38-591b377d96b5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.719354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=b8ac7d50-09b8-4219-be38-591b377d96b5,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:00.778674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:00.834652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.878952 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (29637a09-6b9a-4150-8729-ad2192c33ba9), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.881864 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:00.883225 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-75365adf-c56d-4bae-b799-d5de15ee6a54 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/29637a09-6b9a-4150-8729-ad2192c33ba9 HTTP/1.1" status: 204 len: 168 time: 1.1731274 Aug 07 01:14:00.902947 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:01.182327 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bac3a9-a32d-45e5-80c5-2eebc164cb6a req-9cafd27d-9b17-4161-971b-b2d16f8cf18b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:01.184351 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97bac3a9-a32d-45e5-80c5-2eebc164cb6a req-9cafd27d-9b17-4161-971b-b2d16f8cf18b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1452761 Aug 07 01:14:01.344675 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97bac3a9-a32d-45e5-80c5-2eebc164cb6a req-8887bc58-c34b-48d5-9778-84303e73dfb2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489394 Aug 07 01:14:01.364815 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:01.371030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:01.460508 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:01.524696 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'Port': ['ID=e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:01.548974 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:01.573619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:01.578601 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-bebca8c5-d64b-462e-becf-006994ec162d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2073860 Aug 07 01:14:02.411956 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:14:02.556466 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16864d1-2a14-49e4-a00e-08a3d042e35e req-47f630e3-aca9-4a64-8908-22c73805e9ac tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:02.558795 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e16864d1-2a14-49e4-a00e-08a3d042e35e req-47f630e3-aca9-4a64-8908-22c73805e9ac tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0647459 Aug 07 01:14:02.665963 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e16864d1-2a14-49e4-a00e-08a3d042e35e req-8ac8db9d-e5c6-479e-9c19-584bf00e3598 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972474 Aug 07 01:14:03.855593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ba99-b591-4070-a484-f8b18e8c49f0 req-3793cf3e-e11f-49d0-a366-82345108b2cb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:03.858232 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba56ba99-b591-4070-a484-f8b18e8c49f0 req-3793cf3e-e11f-49d0-a366-82345108b2cb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0890744 Aug 07 01:14:03.923981 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba56ba99-b591-4070-a484-f8b18e8c49f0 req-cd746c8c-6dce-420c-b5e9-9d29b1920f4b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531449 Aug 07 01:14:04.449649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed17d4-e57f-4b1d-a120-c9e4fb816fa0 req-f458ab74-21bf-492b-9bed-db7b1142567c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:04.452367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05ed17d4-e57f-4b1d-a120-c9e4fb816fa0 req-f458ab74-21bf-492b-9bed-db7b1142567c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.0872288 Aug 07 01:14:04.522339 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05ed17d4-e57f-4b1d-a120-c9e4fb816fa0 req-4acff9ab-1d9e-43f3-9309-769b1528d3ca tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630324 Aug 07 01:14:05.139373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19531b54-3ab4-482c-91fd-3404af6c7622 req-3dcb3ef2-d24b-4d08-a312-fccf347c867f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:05.141878 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19531b54-3ab4-482c-91fd-3404af6c7622 req-3dcb3ef2-d24b-4d08-a312-fccf347c867f tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0840201 Aug 07 01:14:05.228725 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19531b54-3ab4-482c-91fd-3404af6c7622 req-353034f5-3c4e-49c6-ae6f-764e1f7539dc tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729623 Aug 07 01:14:05.705366 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fda43-57f1-426c-a45c-0258b2feeb9a req-b5636566-604f-4bae-9188-7b9171e7693a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:05.708229 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e03fda43-57f1-426c-a45c-0258b2feeb9a req-b5636566-604f-4bae-9188-7b9171e7693a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.0922427 Aug 07 01:14:05.774093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:05.787041 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e03fda43-57f1-426c-a45c-0258b2feeb9a req-5ce26a5e-57d7-46da-962d-7d9495299407 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724235 Aug 07 01:14:06.014570 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-bab69049-7080-4863-86f9-5425769b15fd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1514711990&fields=id&tenant_id=9badaa18dcf64810b10dd7bf03d8e40d HTTP/1.1" status: 200 len: 267 time: 0.0576596 Aug 07 01:14:06.210451 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-b17b2b4b-c289-4a15-b430-ce94d197b161 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:06.212532 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-b17b2b4b-c289-4a15-b430-ce94d197b161 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.1877277 Aug 07 01:14:06.247098 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-a720f12a-e1ec-424c-b7b2-013b5e1640ce tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/quotas/9badaa18dcf64810b10dd7bf03d8e40d HTTP/1.1" status: 200 len: 375 time: 0.0190666 Aug 07 01:14:06.345530 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-0bf3b82f-d888-4dd9-b4bb-2051449e5ebf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0948968 Aug 07 01:14:06.508021 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2b7de-4c2e-4502-84e7-5f0233943811 req-dc149b95-cc2d-43de-8256-0931e73b8e55 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:06.509836 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-03e2b7de-4c2e-4502-84e7-5f0233943811 req-dc149b95-cc2d-43de-8256-0931e73b8e55 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1404400 Aug 07 01:14:06.523701 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a397387-1e16-4503-9547-011cf448053a req-4b4dfc10-a981-429e-9615-0ee8e328cf60 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:06.525437 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5a397387-1e16-4503-9547-011cf448053a req-4b4dfc10-a981-429e-9615-0ee8e328cf60 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.1400080 Aug 07 01:14:06.549416 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-bff74894-229a-4ab0-a7a8-3de76ac5e8db service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813014 Aug 07 01:14:06.629286 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-03e2b7de-4c2e-4502-84e7-5f0233943811 req-c23e64a5-2d60-43a9-bcb7-564062b54f01 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025929 Aug 07 01:14:06.650570 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:06.679957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port f71ffe87-943a-40bf-94f2-b17532b7092c {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:06.680746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:06.767516 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-d8d22509-aa71-4b61-989c-f1df6ac9991d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059588 Aug 07 01:14:06.829070 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] For port f71ffe87-943a-40bf-94f2-b17532b7092c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f71ffe87-943a-40bf-94f2-b17532b7092c,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:06.830622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:07.064449 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:07.143893 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d3032-9334-48e3-acc1-52b446cd2d5e req-ae4679bf-a323-437c-8edb-52dcd6ac3761 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.152678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa9d3032-9334-48e3-acc1-52b446cd2d5e req-ae4679bf-a323-437c-8edb-52dcd6ac3761 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 946 time: 0.1227913 Aug 07 01:14:07.186376 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-540763be-d3ac-4980-b352-8658c7e77277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.187967 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-540763be-d3ac-4980-b352-8658c7e77277 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.1704934 Aug 07 01:14:07.234158 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896bc9-1d0a-4bc5-9190-62a9e916d64c req-a85e2ecb-5465-4ce9-be35-13578e74fbde tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.236837 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4896bc9-1d0a-4bc5-9190-62a9e916d64c req-a85e2ecb-5465-4ce9-be35-13578e74fbde tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1095076 Aug 07 01:14:07.393683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:07.415056 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4896bc9-1d0a-4bc5-9190-62a9e916d64c req-c02d51e7-cbcc-4719-9f75-bcbfff83803b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579959 Aug 07 01:14:07.472063 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-585220f3-4712-40ce-a964-29abe852244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.476968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-585220f3-4712-40ce-a964-29abe852244a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.2714529 Aug 07 01:14:07.552571 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:07.553382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:07.553382 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 31f00a6f-0190-4fc7-8806-907642c537c8 disassociated. External IP: 172.37.1.78, port: f71ffe87-943a-40bf-94f2-b17532b7092c. Aug 07 01:14:07.553632 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for f71ffe87-943a-40bf-94f2-b17532b7092c owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:07.565793 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa9d3032-9334-48e3-acc1-52b446cd2d5e req-88e0e9b5-a62b-4f00-b05c-d5d794f26531 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0413096b-b5a3-475a-b606-b33543124db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121959 Aug 07 01:14:07.591836 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39cbb0b4-0d56-4881-abcb-cf55c7ef5fe3 req-c573b1ee-edd0-4345-9272-823182726137 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0448124 Aug 07 01:14:07.624320 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-3b1d8210-519b-4aaf-aa12-f3ecaaf184ba service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1001 time: 0.1379342 Aug 07 01:14:07.726501 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-112fa0f9-6eeb-4fa7-a513-6f0f55972bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.729324 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-112fa0f9-6eeb-4fa7-a513-6f0f55972bf8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0919485 Aug 07 01:14:07.769518 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (f71ffe87-943a-40bf-94f2-b17532b7092c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:07.803777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=f71ffe87-943a-40bf-94f2-b17532b7092c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:07.819168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-abb40fc7-e733-485a-b38c-4bb08563704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:07.821166 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-abb40fc7-e733-485a-b38c-4bb08563704a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830824 Aug 07 01:14:07.822094 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.822646 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.823235 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.823801 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.824469 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.825050 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.825598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.826059 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.826410 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.826753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.827099 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.827477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.827958 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.828405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:07.828806 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:08.024402 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-c1f44538-acf5-4283-9ff0-13964c371a0c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881616 Aug 07 01:14:08.041395 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:14:08.149771 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8232d81e-e8ea-4ca4-bd52-fe1e73f8ed2f req-1c8d1de4-d81c-4e07-ae63-11e65f5fbc86 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175551 Aug 07 01:14:08.232833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:14:08.246529 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:14:08.270263 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:08.271083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:08.327977 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] No DVR routers for this DVR port f71ffe87-943a-40bf-94f2-b17532b7092c on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:14:08.332489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:08.339369 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5a397387-1e16-4503-9547-011cf448053a req-366beff8-dbfc-4ea3-9a43-e7d0a40c97e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "DELETE /networking/v2.0/ports/f71ffe87-943a-40bf-94f2-b17532b7092c HTTP/1.1" status: 204 len: 173 time: 1.7938039 Aug 07 01:14:08.340133 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'name': 'network-vif-deleted', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:08.354335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fec164-2b0a-4fd3-a927-968418096e31" -d '{"events": [{"server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "name": "network-vif-deleted", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:08.437821 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a96ea-73f2-4e05-ac8c-d2586f4c5eeb x-openstack-request-id: req-e01a96ea-73f2-4e05-ac8c-d2586f4c5eeb {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:08.438617 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f9a9ce-f29e-48be-a36b-8518126a09ee", "name": "network-vif-deleted", "tag": "f71ffe87-943a-40bf-94f2-b17532b7092c", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:08.439854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e01a96ea-73f2-4e05-ac8c-d2586f4c5eeb {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:08.441862 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01a96ea-73f2-4e05-ac8c-d2586f4c5eeb'] response: {'server_uuid': '96f9a9ce-f29e-48be-a36b-8518126a09ee', 'name': 'network-vif-deleted', 'tag': 'f71ffe87-943a-40bf-94f2-b17532b7092c', 'status': 'completed', 'code': 200} Aug 07 01:14:08.492920 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:08.580122 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:08.614311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9c413-7cce-4499-ba40-f1a026a6e98c req-30096222-1deb-4209-bb1e-97235ba02a64 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:08.615945 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d8c9c413-7cce-4499-ba40-f1a026a6e98c req-30096222-1deb-4209-bb1e-97235ba02a64 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0678010 Aug 07 01:14:08.693408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d8c9c413-7cce-4499-ba40-f1a026a6e98c req-1d643e5e-be58-4784-9b0b-8c3b85b3db40 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662808 Aug 07 01:14:08.782135 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8eee303a-b138-4da8-87c7-0900cd87f2d7 req-71f38af3-d800-47dc-8b90-e267e3cebda3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.0522892 Aug 07 01:14:08.810176 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f85e695c-0107-4058-ae9f-ce683a84ae80 req-792cd42d-00f7-4d6a-a336-718abd1c66bb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0382018 Aug 07 01:14:08.835358 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:08.882221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:14:08.898031 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:08.899082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:13:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:09.078646 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f71ffe87-943a-40bf-94f2-b17532b7092c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:14:09.130926 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: f71ffe87-943a-40bf-94f2-b17532b7092c {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:14:09.131432 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f71ffe87-943a-40bf-94f2-b17532b7092c not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:14:09.141123 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:09.458735 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:09.510138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8803cf96-327b-436d-bf6e-4799109daa5c None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:09.819927 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a126b5d2-977f-4803-b90a-4704cec3741d None None] New status for floating IP 31f00a6f-0190-4fc7-8806-907642c537c8: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:09.871929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df4fd-3620-47ad-97f7-89bd11a399b9 req-e1099f01-741d-4698-a583-a6367361aed8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:09.873652 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fb7df4fd-3620-47ad-97f7-89bd11a399b9 req-e1099f01-741d-4698-a583-a6367361aed8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0783677 Aug 07 01:14:09.942892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:09.974550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fb7df4fd-3620-47ad-97f7-89bd11a399b9 req-85187a97-4f96-45b4-b8f6-3307659ddb7e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892816 Aug 07 01:14:09.999677 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec733368-5f93-450b-a387-5394f484a163 req-546d3622-abba-4075-a813-7269eabd6317 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=96f9a9ce-f29e-48be-a36b-8518126a09ee HTTP/1.1" status: 200 len: 210 time: 0.0797870 Aug 07 01:14:10.231337 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-55d88845-2d5f-4ef7-8e4a-3cfcd7a17474 req-7716344e-c45c-44c0-ba46-8f492b1a8250 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.1100123 Aug 07 01:14:10.333195 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-51efc84c-cb03-462e-98d3-9d701c5c53e2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:10.334798 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-51efc84c-cb03-462e-98d3-9d701c5c53e2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 819 time: 0.2333460 Aug 07 01:14:10.415778 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:10.450197 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-5fdd99f5-5c94-4c22-a509-6cae91666260 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9badaa18dcf64810b10dd7bf03d8e40d HTTP/1.1" status: 200 len: 380 time: 0.1015847 Aug 07 01:14:10.468627 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'port': {'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'admin_state_up': True, 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'security_groups': ['14a52b26-5453-4fb5-9548-cd9f037dd3a1']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:10.594773 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Made reservation on behalf of 9badaa18dcf64810b10dd7bf03d8e40d for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:14:10.598625 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:10.801695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Allocated IP 172.20.0.14 (fd0a1aca-5011-496b-8c8b-5bafdabdf653/e6753875-d2f4-4a05-8b46-54a2735f7c55/4d7d0711-c6ef-4ae2-b272-c2cf175993d4) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:11.035419 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.079119 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.137112 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:11.142778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44068) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:11.143556 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:11.146312 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:11.179397 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event updated for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:11.227376 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:11.228519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.237196 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (0413096b-b5a3-475a-b606-b33543124db4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.258121 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-e5651ad6-89bd-4551-848d-099c009a69ca tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931194 Aug 07 01:14:11.271574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (0413096b-b5a3-475a-b606-b33543124db4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.280149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Request body: {'port': {'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:11.387775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (0413096b-b5a3-475a-b606-b33543124db4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.393249 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.395308 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0413096b-b5a3-475a-b606-b33543124db4 HTTP/1.1" status: 204 len: 168 time: 0.2500820 Aug 07 01:14:11.398473 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.402937 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44072) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:11.403643 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:11.447464 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-54da73c5-e2da-456b-8b51-e36e7ee5537c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] show failed (client error): The resource could not be found. Aug 07 01:14:11.449329 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-54da73c5-e2da-456b-8b51-e36e7ee5537c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups/0413096b-b5a3-475a-b606-b33543124db4 HTTP/1.1" status: 404 len: 347 time: 0.0435407 Aug 07 01:14:11.453453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44076) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:11.465884 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-7d4e6d95-dec1-42eb-8b9b-d29dc06dde7a None None] Provisioning complete for port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:11.467797 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6d95-dec1-42eb-8b9b-d29dc06dde7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.480219 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885fa23-9e2f-4311-899a-4539a2048de8 req-56c6a6be-3820-43cd-85b2-d51388ef3fd9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:11.481895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6885fa23-9e2f-4311-899a-4539a2048de8 req-56c6a6be-3820-43cd-85b2-d51388ef3fd9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 932 time: 0.0849566 Aug 07 01:14:11.486628 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d861fc1-9f5f-4e88-8b19-a14c36f828be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0413096b-b5a3-475a-b606-b33543124db4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:11.566410 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e6d95-dec1-42eb-8b9b-d29dc06dde7a None None] Port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:14:11.586154 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:11.591720 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6885fa23-9e2f-4311-899a-4539a2048de8 req-23181a7f-cf41-4acf-ae86-ac2efcb4d170 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884104 Aug 07 01:14:11.795776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port c2e77bd3-2d55-4d34-99cc-7bcb288616e2 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:11.796089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.946199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.946535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:11.983636 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for c2e77bd3-2d55-4d34-99cc-7bcb288616e2 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:12.015591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:12.022604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dc22009d-2abe-45dd-b18c-1b52d83ff44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.031259 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks [] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.083004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Transition to ACTIVE for port object 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:14:12.093232 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.169510 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:12.279688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Attempting to bind port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:14:12.280061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Attempting to bind port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:14:12.280426 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Attempting to bind port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:12.285160 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (c2e77bd3-2d55-4d34-99cc-7bcb288616e2), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.316275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:14:12.316616 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Attempting to bind port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 on network fd0a1aca-5011-496b-8c8b-5bafdabdf653 {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:12.322697 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=c2e77bd3-2d55-4d34-99cc-7bcb288616e2,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:12.329154 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:14:12.330029 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Checking segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:14:12.330431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Bound using segment: {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:14:12.330880 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Bound port: 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a829fea9-fdc0-4a95-8cad-50b726dc2465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:14:12.331244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.367295 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:12.440905 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (31f00a6f-0190-4fc7-8806-907642c537c8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.443468 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.444790 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b1ef211c-8016-4f47-b275-637386481f8c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/31f00a6f-0190-4fc7-8806-907642c537c8 HTTP/1.1" status: 204 len: 168 time: 0.9894354 Aug 07 01:14:12.465741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:14:12.472477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:14:12.483289 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.490062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:12.490731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.492833 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1094 time: 1.2178862 Aug 07 01:14:12.493538 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:12.494664 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:12.498946 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:12.559643 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f1993-ea46-4222-8b3a-2c18e22d47ee x-openstack-request-id: req-b70f1993-ea46-4222-8b3a-2c18e22d47ee {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:12.560214 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:12.560566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b70f1993-ea46-4222-8b3a-2c18e22d47ee {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:12.561330 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70f1993-ea46-4222-8b3a-2c18e22d47ee'] response: {'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'status': 'completed', 'code': 200} Aug 07 01:14:12.584803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44086) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:12.591314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488552700', 'description': 'tempest-description--1741018572'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:12.620188 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:12.644270 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:12.675329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8764d8c-4536-47d8-a66a-d62d1958bb1b service neutron] Pushing event updated for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:12.681681 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-59661a08-510e-4e98-920e-58d6805bc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:12.684055 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-59661a08-510e-4e98-920e-58d6805bc371 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1128 time: 0.1161554 Aug 07 01:14:12.759202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-5d0f123c-3623-499e-9eb4-c67922f033a8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 217 time: 0.0658147 Aug 07 01:14:12.829527 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-3dd32b6c-abd5-46aa-85ed-d95748dc5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:12.831148 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-3dd32b6c-abd5-46aa-85ed-d95748dc5130 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0647402 Aug 07 01:14:12.918610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-64bb63fa-416e-4218-ad61-6f9abd889409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:12.921104 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-64bb63fa-416e-4218-ad61-6f9abd889409 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824721 Aug 07 01:14:13.060090 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-bb21c382-78dc-4218-8465-6c558add0a2e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220968 Aug 07 01:14:13.087953 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:13.109304 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94bbe2-5b46-4382-be4f-accbbf506916 req-fafa89e1-8b70-4f53-b77d-686920873292 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:13.111588 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6a94bbe2-5b46-4382-be4f-accbbf506916 req-fafa89e1-8b70-4f53-b77d-686920873292 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 944 time: 0.3820210 Aug 07 01:14:13.121414 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (654025b0-26b3-4834-867e-5d7a8a47120b), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.132681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (654025b0-26b3-4834-867e-5d7a8a47120b), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.190466 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.191754 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6055796 Aug 07 01:14:13.197480 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44092) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:13.204647 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c041de-67df-499e-a746-3a7d8b5379e2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654025b0-26b3-4834-867e-5d7a8a47120b,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:13.211620 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6a94bbe2-5b46-4382-be4f-accbbf506916 req-c5adf1c4-4efe-424c-ba75-20dbd3335162 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879507 Aug 07 01:14:13.214917 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': '654025b0-26b3-4834-867e-5d7a8a47120b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:13.242367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ce64ea-3368-4819-85f1-ee70467a8283 req-261a45a6-9823-4d4f-b020-bfcaac050639 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690063 Aug 07 01:14:13.274098 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (9e890363-8519-4f58-91bb-e96f9484add0), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.382800 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (9e890363-8519-4f58-91bb-e96f9484add0), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.388191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (9e890363-8519-4f58-91bb-e96f9484add0), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.412818 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e890363-8519-4f58-91bb-e96f9484add0,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:13.421006 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.426581 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44094) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:13.427012 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b41dc236-fc78-40e0-979d-6dbdd44c0014 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275951 Aug 07 01:14:13.431561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': '654025b0-26b3-4834-867e-5d7a8a47120b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:13.468718 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (43601706-6131-47e4-bbbe-2b931841226c), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.556300 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (43601706-6131-47e4-bbbe-2b931841226c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.561080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (43601706-6131-47e4-bbbe-2b931841226c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.583603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43601706-6131-47e4-bbbe-2b931841226c,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:13.596389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.597856 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699536 Aug 07 01:14:13.600646 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.601172 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.601756 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.602308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.602851 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.603010 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44096) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:13.603379 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.603914 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.604477 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.605009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.605573 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.606073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.606611 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.607133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.607655 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.608228 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26af12cf-53ee-4033-86af-bb2d3b3978f3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:13.611156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:13.641646 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.780905 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:13.963658 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.37.1.219 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/29a13409-7440-4fb5-84f6-92c5d0177a55) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:13.990402 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:14.137901 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:14.177159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:14.209871 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:14.293868 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:14.299890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:14.307640 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:14.317708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=29a13409-7440-4fb5-84f6-92c5d0177a55,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:14.479322 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074e3c8-7b7a-43b9-85c6-ef414e81b974 req-c32c8134-5ce3-4386-a428-628cafe2d7e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:14.481139 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0074e3c8-7b7a-43b9-85c6-ef414e81b974 req-c32c8134-5ce3-4386-a428-628cafe2d7e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 944 time: 0.1264462 Aug 07 01:14:14.499619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-a322ee63-a187-495e-8f3a-e2662b504912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:14.501217 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-a322ee63-a187-495e-8f3a-e2662b504912 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1128 time: 0.0841954 Aug 07 01:14:14.636221 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:14.654856 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0074e3c8-7b7a-43b9-85c6-ef414e81b974 req-88c6d992-7882-4e97-9a71-2d2aab9cebaf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643443 Aug 07 01:14:14.717685 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-8ac0b55e-46c6-47a8-af25-5249da61571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:14.719306 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-8ac0b55e-46c6-47a8-af25-5249da61571b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2036872 Aug 07 01:14:14.720635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:14.792013 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-fdafff72-7074-4a28-9085-ba8ac7040d61 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 217 time: 0.0460415 Aug 07 01:14:14.912515 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-4c39e4cf-c08f-4e50-8867-dc767b15a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:14.914757 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-4c39e4cf-c08f-4e50-8867-dc767b15a764 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.1163063 Aug 07 01:14:15.022718 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-935ac8f9-8a94-44f9-a615-8f1a97be8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:15.025314 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-935ac8f9-8a94-44f9-a615-8f1a97be8438 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957911 Aug 07 01:14:15.114875 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:14:15.187815 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.200180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.213223 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:15.280931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:15.293972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:15.312922 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:14:15.389939 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:15.390988 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.414455 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=29a13409-7440-4fb5-84f6-92c5d0177a55,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:15.418756 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:15.427594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.436671 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-843caf2d-b9bc-4812-a72b-974772cdec55 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920929 Aug 07 01:14:15.443292 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:15.462818 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:15.471304 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.530327 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:15.543072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.551897 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b7643b4b-07f8-4403-a09f-c5670ffca7cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9404659 Aug 07 01:14:15.576538 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:15.628848 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-00d73b1e-b9b4-4bb5-a80f-cab9fbe0a0f9 req-4f39320a-529f-4637-8fff-70848f1eb9a3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786423 Aug 07 01:14:15.782681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['4d7d0711-c6ef-4ae2-b272-c2cf175993d4'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:14:15.861755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9ab7f-4f95-4133-9c16-e6887147bd9e req-70dc6d92-70c7-45c2-bc12-1a20e9f044da tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:15.864595 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-56e9ab7f-4f95-4133-9c16-e6887147bd9e req-70dc6d92-70c7-45c2-bc12-1a20e9f044da tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 945 time: 0.0912251 Aug 07 01:14:15.876935 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3dc7e3b7-7d2e-485b-966f-9ac5a57a0f02 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--488552700&fields=id&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 267 time: 0.0737166 Aug 07 01:14:15.921936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b8d5-9f70-4e01-a67b-7e0750abe81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:15.960483 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-56e9ab7f-4f95-4133-9c16-e6887147bd9e req-2f0dcf8e-1a59-40b4-9699-7565ceea138b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891333 Aug 07 01:14:16.053472 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f9a2c53-3b6f-488a-bdd7-1733baecf86e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:16.056556 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f9a2c53-3b6f-488a-bdd7-1733baecf86e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.1644640 Aug 07 01:14:16.085896 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-f1f58661-11ce-4531-b97c-7fd83f374a8d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/quotas/35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 375 time: 0.0203338 Aug 07 01:14:16.175000 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-682f9659-ef76-43de-8515-fbb33245c605 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769281 Aug 07 01:14:16.311958 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f2de79b-f5ed-4451-8017-1ca8fa2665f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240792 Aug 07 01:14:16.449182 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-63ce6d0f-ab2f-420f-897a-458a4efa3330 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291909 Aug 07 01:14:16.695348 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-3e02064c-171b-4fb8-8645-c1080bfe2b9e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1560529481&fields=id&tenant_id=b73b98c606a34d1faf0a31a9f6c59e56 HTTP/1.1" status: 200 len: 267 time: 0.3229911 Aug 07 01:14:16.763370 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5f49d657-4d0a-490e-b577-d4371ef45eb9 req-9a582528-143a-479a-bb25-89be086532c5 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 210 time: 0.0377901 Aug 07 01:14:16.834412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-3b2d7d97-79a7-4f4b-8bae-dc5578dac78d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:16.836078 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-3b2d7d97-79a7-4f4b-8bae-dc5578dac78d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/networks?id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b HTTP/1.1" status: 200 len: 811 time: 0.1318624 Aug 07 01:14:16.854673 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-5db8fb12-2f2e-4e25-b1ac-d54057752da0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/quotas/b73b98c606a34d1faf0a31a9f6c59e56 HTTP/1.1" status: 200 len: 375 time: 0.0111032 Aug 07 01:14:16.936077 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-889699db-2274-4417-8381-d5338d3a7990 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b73b98c606a34d1faf0a31a9f6c59e56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708013 Aug 07 01:14:17.129804 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:14:17.133149 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-d35d3cf3-92df-43e1-b57c-fea6f2cf5c8f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743433 Aug 07 01:14:17.168587 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947360f-5942-43b0-b66b-252855c2064f req-de93fd38-6219-44e4-b1b6-c347e74649c9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:17.172603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b947360f-5942-43b0-b66b-252855c2064f req-de93fd38-6219-44e4-b1b6-c347e74649c9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 945 time: 0.0949709 Aug 07 01:14:17.224385 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:14:17.237222 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:17.238272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:17.249487 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:17.273521 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b947360f-5942-43b0-b66b-252855c2064f req-9e87878b-4b83-4c64-bf02-7121edc9e15f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888674 Aug 07 01:14:17.352803 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-236ea3ae-0294-4260-a07b-5a4c489c189a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115099 Aug 07 01:14:17.407181 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:17.408860 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:17.452804 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:17.457402 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7ef95-7558-4787-ae43-c835a25af76d" -d '{"events": [{"server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:17.483192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:17.510809 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:17.575712 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aeb6f6-ec37-4855-88c3-0cb6b0267490 x-openstack-request-id: req-b5aeb6f6-ec37-4855-88c3-0cb6b0267490 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:17.576193 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:17.577159 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5aeb6f6-ec37-4855-88c3-0cb6b0267490 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:17.578027 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5aeb6f6-ec37-4855-88c3-0cb6b0267490'] response: {'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'code': 200} Aug 07 01:14:17.636461 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:17.828439 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ed409-9557-49b5-bdd3-48f7b44586a4 req-ceb80ef9-bef8-4d4f-beb3-411f1d8e766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:17.831182 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-380ed409-9557-49b5-bdd3-48f7b44586a4 req-ceb80ef9-bef8-4d4f-beb3-411f1d8e766c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0616848 Aug 07 01:14:17.897380 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:17.984181 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7222c49a-b8b8-4e82-a2e1-ec06aeabdb05 req-c4d8138a-a88d-4927-bdcd-6589d3c0e55b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0614877 Aug 07 01:14:17.988716 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-380ed409-9557-49b5-bdd3-48f7b44586a4 req-ea4122e2-52fc-44be-b589-eb30dde62acc service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407332 Aug 07 01:14:18.015336 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65076354-dec2-4957-a525-e426143c3052 req-8ee75999-3c5b-4d4a-b56c-5e248dc29c30 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 210 time: 0.0654836 Aug 07 01:14:18.241679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:18.490963 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931e2db-60ff-4495-9384-36a8e112bc42 req-6f98ab5f-9e19-4e45-8d26-6165722fefe6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:18.508361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0931e2db-60ff-4495-9384-36a8e112bc42 req-6f98ab5f-9e19-4e45-8d26-6165722fefe6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0935779 Aug 07 01:14:18.583860 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0931e2db-60ff-4495-9384-36a8e112bc42 req-4d6c527b-618c-477b-87a4-37b6f210a113 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737512 Aug 07 01:14:18.808024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-7d32ad9e-a996-40e8-b2b9-1b050b8bbcfd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:18.809910 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-7d32ad9e-a996-40e8-b2b9-1b050b8bbcfd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.2037930 Aug 07 01:14:19.025627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:19.186619 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2408412-defe-4c08-b205-da5a65c93e8c req-1c7e8658-dcca-4963-a7ae-39ea641d982c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0617826 Aug 07 01:14:19.223557 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d0e2f0ac-433e-4200-a4be-48af24126188 req-a482aa53-73cc-4078-a816-bbdf6eb7bcb0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 210 time: 0.0704489 Aug 07 01:14:19.335804 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-390cb8f5-332c-488e-92e3-b3345b8e0698 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 379 time: 0.1602423 Aug 07 01:14:19.366145 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'port': {'device_id': 'e86efc1a-b689-454a-8683-526a9c18e222', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'admin_state_up': True, 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'security_groups': ['654025b0-26b3-4834-867e-5d7a8a47120b']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:19.562676 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:14:19.567967 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:19.622926 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:19.725956 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:19.830440 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.20.0.14 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/f5f83050-c635-4216-9f73-3f7cd60024ff) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:19.831995 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9786ea-a28d-4b94-bab2-d797d6800108 req-d8b23b50-4237-4a23-bfb4-a877c7395e1b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:19.834971 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bc9786ea-a28d-4b94-bab2-d797d6800108 req-d8b23b50-4237-4a23-bfb4-a877c7395e1b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0915487 Aug 07 01:14:19.905097 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:19.911872 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:19.942101 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bc9786ea-a28d-4b94-bab2-d797d6800108 req-90e4155c-2e7a-4747-8c19-81335baedce0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948546 Aug 07 01:14:20.076053 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:20.117185 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:20.147765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:20.177104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:20.184016 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:20.186916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:20.189708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:20.271861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:20.274052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:20.326615 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4482ee02-44ae-4441-bdd7-89db3d2064fc tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649003 Aug 07 01:14:20.410550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7af73e37-4673-43af-9963-9c3c393fd037 req-313c13f8-b80b-4680-a45b-caea5ae531cf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0380971 Aug 07 01:14:20.454926 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d676f-56a5-4e88-8de2-a061583486f7 req-627be15a-8f7f-4399-967c-fe02ab9a99b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:20.457818 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-801d676f-56a5-4e88-8de2-a061583486f7 req-627be15a-8f7f-4399-967c-fe02ab9a99b8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 932 time: 0.0814457 Aug 07 01:14:20.491424 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:20.540648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-801d676f-56a5-4e88-8de2-a061583486f7 req-b6521ff8-88fa-4a70-9956-24c4e4bd11da tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763183 Aug 07 01:14:20.568172 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Request body: {'port': {'device_id': 'e86efc1a-b689-454a-8683-526a9c18e222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:20.569408 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-c79d45c8-3d59-43ea-a53e-3efbe04dcf3f None None] Provisioning complete for port f5f83050-c635-4216-9f73-3f7cd60024ff triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:20.569889 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c79d45c8-3d59-43ea-a53e-3efbe04dcf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:20.636694 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-c79d45c8-3d59-43ea-a53e-3efbe04dcf3f None None] Port f5f83050-c635-4216-9f73-3f7cd60024ff cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:14:20.678327 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:20.830345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-9a32f336-1e31-4e0c-89bc-69aa1bc852d0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:20.831948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-9a32f336-1e31-4e0c-89bc-69aa1bc852d0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.17 "GET /networking/v2.0/networks?id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b HTTP/1.1" status: 200 len: 811 time: 0.1404483 Aug 07 01:14:20.917532 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-437462e0-91eb-48e7-801a-51d925c2f1f1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b73b98c606a34d1faf0a31a9f6c59e56 HTTP/1.1" status: 200 len: 380 time: 0.0724251 Aug 07 01:14:20.932463 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'port': {'device_id': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'admin_state_up': True, 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'security_groups': ['46796079-ee2f-4624-b7f1-d09ec5afaa67']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:21.126805 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Made reservation on behalf of b73b98c606a34d1faf0a31a9f6c59e56 for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:14:21.132947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.163590 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e203a-7c62-40f0-8748-5c1f18f881b6 req-b212edea-f4a5-431e-85c2-2fd8a0a080f4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:21.166244 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-716e203a-7c62-40f0-8748-5c1f18f881b6 req-b212edea-f4a5-431e-85c2-2fd8a0a080f4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1163621 Aug 07 01:14:21.253243 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f83050-c635-4216-9f73-3f7cd60024ff {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:21.270070 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks [] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.298885 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:21.305245 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-716e203a-7c62-40f0-8748-5c1f18f881b6 req-909d91fd-55b8-41d1-bb98-b83649ae1c96 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281574 Aug 07 01:14:21.314755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Transition to ACTIVE for port object f5f83050-c635-4216-9f73-3f7cd60024ff will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:14:21.321166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.362789 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Allocated IP 172.20.0.5 (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b/06027b49-2427-42f9-93b9-89fdde1357fd/6681d8c9-7955-47db-a880-4ab2cb9ac6d1) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:21.450521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Pushing event updated for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:21.572790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23374a3-32c0-4c8a-b5e6-9712e6426752 req-096e073a-f5bb-44ad-a208-61c52f5f26f7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:21.574646 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e23374a3-32c0-4c8a-b5e6-9712e6426752 req-096e073a-f5bb-44ad-a208-61c52f5f26f7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1444359 Aug 07 01:14:21.588351 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44210) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:21.594119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2a469eec-bc6d-4b4c-8160-81812abaf930 req-b16a584d-99a9-44f9-a749-692961fa19d3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0814619 Aug 07 01:14:21.604860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'floatingip': {'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:21.670281 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.676800 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Attempting to bind port f5f83050-c635-4216-9f73-3f7cd60024ff on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:14:21.677336 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Attempting to bind port f5f83050-c635-4216-9f73-3f7cd60024ff by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:14:21.677901 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Attempting to bind port f5f83050-c635-4216-9f73-3f7cd60024ff on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:21.699020 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Port f5f83050-c635-4216-9f73-3f7cd60024ff on network 04909372-4f17-4c44-b384-6e7c31434dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:14:21.699593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Attempting to bind port f5f83050-c635-4216-9f73-3f7cd60024ff on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:21.707514 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.772532 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:21.789137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:14:21.790149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:14:21.791666 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:14:21.792807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Bound port: f5f83050-c635-4216-9f73-3f7cd60024ff, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:14:21.793665 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.797373 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f39cd-ce4b-496d-9f5f-f8f80676e92b req-8a3888c5-d465-4f09-bdb0-b81b27102e0b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:21.799848 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a97f39cd-ce4b-496d-9f5f-f8f80676e92b req-8a3888c5-d465-4f09-bdb0-b81b27102e0b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.1148593 Aug 07 01:14:21.803058 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:21.876939 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:21.877552 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:21.890000 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:21.902743 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:21.948928 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:21.978677 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a97f39cd-ce4b-496d-9f5f-f8f80676e92b req-22b17a77-4d6a-4eb4-9263-c14849af4bb9 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603737 Aug 07 01:14:22.012270 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:22.023435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:22.028663 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.055890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:14:22.070930 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-ddd3db35-2752-4dc5-bee4-8ed4f0ea9c08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1440630 Aug 07 01:14:22.094520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5f83050-c635-4216-9f73-3f7cd60024ff,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:14:22.142472 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.149587 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:22.150254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.151794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/f5f83050-c635-4216-9f73-3f7cd60024ff HTTP/1.1" status: 200 len: 1094 time: 1.5917015 Aug 07 01:14:22.155236 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:22.157777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:22.209974 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cee0ee-27e2-462d-b2fc-1857ee3b07e6 x-openstack-request-id: req-53cee0ee-27e2-462d-b2fc-1857ee3b07e6 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:22.210275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:22.210535 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53cee0ee-27e2-462d-b2fc-1857ee3b07e6 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:22.210954 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cee0ee-27e2-462d-b2fc-1857ee3b07e6'] response: {'name': 'network-changed', 'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'status': 'completed', 'code': 200} Aug 07 01:14:22.241791 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Request body: {'port': {'device_id': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:22.285781 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-415882a2-0310-44a0-a24c-96761b815926 None None] Provisioning complete for port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:22.286803 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-415882a2-0310-44a0-a24c-96761b815926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.289863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3bbc-8847-4310-bb3c-f80626aaeb8c service neutron] Pushing event updated for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:22.347134 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-415882a2-0310-44a0-a24c-96761b815926 None None] Port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:14:22.397319 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.425735 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-ccf718fc-2021-4cdc-a2da-f638e000b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:22.427434 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-ccf718fc-2021-4cdc-a2da-f638e000b3db service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 1128 time: 0.1490912 Aug 07 01:14:22.728873 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-ad007b6f-21c9-4d2f-805c-d4a84d7fd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:22.730332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.730566 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-ad007b6f-21c9-4d2f-805c-d4a84d7fd29a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=35820b4f79774ac49f43fce915f56d6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2751849 Aug 07 01:14:22.838286 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:22.841687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7392118-96f5-4f0d-956a-480f770d45ff req-24b764c3-0e32-4109-846d-37ce4b845ec9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:22.844018 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f7392118-96f5-4f0d-956a-480f770d45ff req-24b764c3-0e32-4109-846d-37ce4b845ec9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 931 time: 0.1105146 Aug 07 01:14:22.850788 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.858833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.966056 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:22.984480 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks [] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:22.997845 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-d7043d18-9675-439b-851f-d5245e9d933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.000877 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fd1dfcb3-7678-4e5e-b058-fee1897a68b5 req-d7043d18-9675-439b-851f-d5245e9d933e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306719 Aug 07 01:14:23.032912 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f7392118-96f5-4f0d-956a-480f770d45ff req-1e9e0358-0d75-4a19-bc55-5ce14cd25a3b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722927 Aug 07 01:14:23.038682 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Transition to ACTIVE for port object 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:14:23.046969 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:23.098274 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Floating IP cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2 associated. External IP: 172.37.1.100, port: 4d7d0711-c6ef-4ae2-b272-c2cf175993d4. Aug 07 01:14:23.173019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Pushing event updated for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:23.229390 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-bfd6930b-249f-489f-9b1c-b0fa3fad8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.231931 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-bfd6930b-249f-489f-9b1c-b0fa3fad8c0d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 1128 time: 0.1582639 Aug 07 01:14:23.317657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Attempting to bind port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:14:23.318144 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Attempting to bind port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:14:23.319150 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Attempting to bind port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 on network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:23.330155 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 on network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:14:23.330657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Attempting to bind port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 on network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:23.338510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:14:23.339817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Checking segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:14:23.340447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Bound using segment: {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:14:23.341225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Bound port: 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ac40f-0d5d-4830-9edf-562567f46b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:14:23.341774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:23.461766 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:14:23.467908 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:14:23.479035 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:23.486845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.488028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:23.490612 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/6681d8c9-7955-47db-a880-4ab2cb9ac6d1 HTTP/1.1" status: 200 len: 1093 time: 1.2573023 Aug 07 01:14:23.493236 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:23.497515 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ce20e-9559-439d-b522-1f23914e9f84" -d '{"events": [{"name": "network-changed", "server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:23.550799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:23.633366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-73ecbf82-3159-4999-8a19-45caa101a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.635540 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-73ecbf82-3159-4999-8a19-45caa101a8a7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=b73b98c606a34d1faf0a31a9f6c59e56&device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0748065 Aug 07 01:14:23.641135 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1273495-2aea-40a1-8bac-1cdb4cfc77d4 x-openstack-request-id: req-b1273495-2aea-40a1-8bac-1cdb4cfc77d4 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:23.641449 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4ba7c62d-c518-4755-abc7-f7ce5496ed1e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f83050-c635-4216-9f73-3f7cd60024ff HTTP/1.1" status: 200 len: 217 time: 0.3348966 Aug 07 01:14:23.642317 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:23.642317 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1273495-2aea-40a1-8bac-1cdb4cfc77d4 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:23.647455 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1273495-2aea-40a1-8bac-1cdb4cfc77d4'] response: {'name': 'network-changed', 'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'status': 'completed', 'code': 200} Aug 07 01:14:23.673357 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:23.711386 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be4976-8727-49de-b211-49834c48c567 req-3f5e44e6-53fd-4f76-926a-89b5c7fbe98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.713498 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-33be4976-8727-49de-b211-49834c48c567 req-3f5e44e6-53fd-4f76-926a-89b5c7fbe98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.4278409 Aug 07 01:14:23.737152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:23.740376 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-9403c26a-788c-4705-bf8b-8728931a7262 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1 HTTP/1.1" status: 200 len: 217 time: 0.0853372 Aug 07 01:14:23.749869 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bea30-9f66-4c29-81b8-485834d5f371 service neutron] Pushing event updated for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:23.810689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-78f72e99-57f4-4ae3-a882-18e5d0702599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.812793 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-78f72e99-57f4-4ae3-a882-18e5d0702599 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.1578848 Aug 07 01:14:23.841681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-6e1d9bf4-d6fa-457a-87d3-e7b47a9377df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.844367 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-6e1d9bf4-d6fa-457a-87d3-e7b47a9377df service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=06027b49-2427-42f9-93b9-89fdde1357fd HTTP/1.1" status: 200 len: 850 time: 0.0889378 Aug 07 01:14:23.904446 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-7a37012e-40b4-45a4-a3fa-60d83a1c7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.906125 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-7a37012e-40b4-45a4-a3fa-60d83a1c7e21 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522206 Aug 07 01:14:23.944115 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-33be4976-8727-49de-b211-49834c48c567 req-f0f1530c-d971-4fa8-8445-54c129cf1b41 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030542 Aug 07 01:14:23.959280 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-cd02d369-6870-45b7-9db4-da48d9f3fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:23.962001 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-cd02d369-6870-45b7-9db4-da48d9f3fad8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1360507 Aug 07 01:14:24.057620 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Router aab6cbe6-064f-4f12-8095-8971bfedde11 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:14:24.061046 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-0b5dfcc8-9006-4ba7-8fdb-1a1c59d63a1b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410739 Aug 07 01:14:24.237856 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0975ae3-4c31-487b-8ba1-dadf10088273 req-a6cb99b0-6d35-48d3-a04b-5178ef103098 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616831 Aug 07 01:14:24.257368 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-cb2d5146-7c4e-4ba7-ae8a-81aee598a1b3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861967 Aug 07 01:14:24.286380 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0791ee9-5d05-4198-b5f2-63d1cd3d53dc req-26e7bfb7-9a3c-4629-b097-94c0b63fc9c4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:24.288228 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0791ee9-5d05-4198-b5f2-63d1cd3d53dc req-26e7bfb7-9a3c-4629-b097-94c0b63fc9c4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0692306 Aug 07 01:14:24.290132 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:14:24.297176 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:24.316069 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:14:24.334414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:24.335837 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:24.357478 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e0791ee9-5d05-4198-b5f2-63d1cd3d53dc req-db63bf5b-a0fc-4c4c-99b5-89a8fecefab4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610516 Aug 07 01:14:24.359292 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4a5ce6a8-1fd8-4718-a447-3476e725634d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2 HTTP/1.1" status: 200 len: 992 time: 2.7689073 Aug 07 01:14:24.360526 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:24.364510 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720e9adc-79ff-40e9-a4a6-6a8b9793df56" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:24.480259 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8348a8-55a7-4983-a1ef-44d764e9a21d x-openstack-request-id: req-de8348a8-55a7-4983-a1ef-44d764e9a21d {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:24.480741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:24.481149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de8348a8-55a7-4983-a1ef-44d764e9a21d {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:24.481804 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8348a8-55a7-4983-a1ef-44d764e9a21d'] response: {'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'status': 'completed', 'code': 200} Aug 07 01:14:24.500400 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:24.502185 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:24.573971 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b1618d10-451e-4fb2-af72-7c2dfd002254 req-4a1e73e2-64e4-49f8-b7c5-4456d5fb4d25 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746101 Aug 07 01:14:24.612657 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:24.871398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:14:22Z', 'revision_number': 1, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:24.919198 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:14:24.936324 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:24.937379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:25.130518 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0beac1-35ca-4018-8181-81406c1f4956 req-b31839d5-e630-4e61-a95a-1c0ad0ace5cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:25.132928 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-db0beac1-35ca-4018-8181-81406c1f4956 req-b31839d5-e630-4e61-a95a-1c0ad0ace5cf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0809686 Aug 07 01:14:25.136640 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:25.206136 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-db0beac1-35ca-4018-8181-81406c1f4956 req-b22af7a5-5b92-42aa-a87e-f7ed7895ec9a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659065 Aug 07 01:14:25.515306 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:25.542852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d23bc-f271-4e43-9f50-c9c208328ee3 req-40f6ea52-d82b-42e0-81d2-25241250b202 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:25.545690 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-381d23bc-f271-4e43-9f50-c9c208328ee3 req-40f6ea52-d82b-42e0-81d2-25241250b202 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0730577 Aug 07 01:14:25.637881 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-381d23bc-f271-4e43-9f50-c9c208328ee3 req-5224b589-aee6-4395-82f3-de6b9521a33a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807383 Aug 07 01:14:25.729139 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:14:22Z', 'revision_number': 1, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:25.778496 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63c219-42e0-4ddf-bae3-1b2cc4968f3e None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:14:22Z', 'revision_number': 1, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:26.058629 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cd7a2-9d03-4ab1-a508-406a75b09531 None None] New status for floating IP cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:26.396865 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d689d-1e45-465d-84d7-ae1abbea98e8 req-8998d1cb-dcd2-4641-88e0-3f0ac0f50800 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:26.399533 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e41d689d-1e45-465d-84d7-ae1abbea98e8 req-8998d1cb-dcd2-4641-88e0-3f0ac0f50800 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0922837 Aug 07 01:14:26.482278 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e41d689d-1e45-465d-84d7-ae1abbea98e8 req-2b924386-b71f-437e-ae96-241d20008523 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751193 Aug 07 01:14:26.795063 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252c73-e4ce-4ff1-8804-19f896f8f6b6 req-18bc3090-0ee6-448d-8d99-66c8df754753 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:26.796764 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-69252c73-e4ce-4ff1-8804-19f896f8f6b6 req-18bc3090-0ee6-448d-8d99-66c8df754753 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0627103 Aug 07 01:14:26.881150 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-69252c73-e4ce-4ff1-8804-19f896f8f6b6 req-67dfa8ec-9358-4702-af8d-7c21d4787891 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737951 Aug 07 01:14:27.702188 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377659bb-2b3d-4a85-ab5c-0b2c3daa2cb8 req-4f6fe3c4-ba4e-4b24-997a-bb0212c53e39 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:27.704382 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-377659bb-2b3d-4a85-ab5c-0b2c3daa2cb8 req-4f6fe3c4-ba4e-4b24-997a-bb0212c53e39 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0967016 Aug 07 01:14:27.766859 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-377ce878-c859-42bb-87bf-706944010a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:27.769402 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-377659bb-2b3d-4a85-ab5c-0b2c3daa2cb8 req-5a5a1dd1-a2bb-4c19-874b-bce5a075d8f4 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558662 Aug 07 01:14:27.769670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-377ce878-c859-42bb-87bf-706944010a1c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=b73b98c606a34d1faf0a31a9f6c59e56&device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0789676 Aug 07 01:14:28.093635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db6990-c38d-45b4-9d8f-211d60a47dd8 req-05c0a34e-bd20-4c84-9ca8-28152db9223b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:28.097388 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f6db6990-c38d-45b4-9d8f-211d60a47dd8 req-05c0a34e-bd20-4c84-9ca8-28152db9223b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0938299 Aug 07 01:14:28.167344 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f6db6990-c38d-45b4-9d8f-211d60a47dd8 req-83a8686f-fbac-4c78-b9f0-37981e3056f7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605884 Aug 07 01:14:28.951515 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3f9ad-0ec8-49fb-ae6f-c4c05758ce89 req-ea620111-94b5-4184-a1ad-564dcdadf501 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:28.953413 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-00e3f9ad-0ec8-49fb-ae6f-c4c05758ce89 req-ea620111-94b5-4184-a1ad-564dcdadf501 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0759804 Aug 07 01:14:29.024153 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-00e3f9ad-0ec8-49fb-ae6f-c4c05758ce89 req-f14c5f98-92e8-4025-b08c-0ceae2d64fb2 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598295 Aug 07 01:14:29.336346 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ee65a-db9c-4668-ae6f-a6e991536300 req-575a8844-3972-47cb-89cb-4ba46ca45e55 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:29.338064 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e9ee65a-db9c-4668-ae6f-a6e991536300 req-575a8844-3972-47cb-89cb-4ba46ca45e55 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0656018 Aug 07 01:14:29.404271 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e9ee65a-db9c-4668-ae6f-a6e991536300 req-f27d3c77-5831-4aec-8f68-ba6cf812d32a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548484 Aug 07 01:14:30.181485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880957-f800-46f3-9991-099df5117488 req-57899da0-0773-4981-81ea-c01a8893b5ff tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:30.183354 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0880957-f800-46f3-9991-099df5117488 req-57899da0-0773-4981-81ea-c01a8893b5ff tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0536695 Aug 07 01:14:30.240295 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0880957-f800-46f3-9991-099df5117488 req-ad12bcc5-4604-4caa-847a-21448cfd0aec tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502229 Aug 07 01:14:30.537929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729fab4-50ba-4590-a33e-c5412240f399 req-abc3b236-bafe-4b6c-ac06-3955cabbc3f2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:30.539879 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9729fab4-50ba-4590-a33e-c5412240f399 req-abc3b236-bafe-4b6c-ac06-3955cabbc3f2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0556099 Aug 07 01:14:30.607175 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9729fab4-50ba-4590-a33e-c5412240f399 req-a27ba00b-a6ee-44c5-8bd9-65fb5d025a10 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609357 Aug 07 01:14:31.432459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90a919-897f-4476-9fb7-9fad08b8ed36 req-b7d67e93-3774-4738-b786-63749aff81ea tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:31.435113 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f90a919-897f-4476-9fb7-9fad08b8ed36 req-b7d67e93-3774-4738-b786-63749aff81ea tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.0935977 Aug 07 01:14:31.523247 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f90a919-897f-4476-9fb7-9fad08b8ed36 req-8aea8e28-0359-4460-852a-72305d961c06 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810051 Aug 07 01:14:31.750530 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:31.764287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28053-ff1e-4e6c-9b8f-e86509420f82 req-5d818f82-4a0f-4bdc-b915-f79bb63e6763 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:31.766253 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7fd28053-ff1e-4e6c-9b8f-e86509420f82 req-5d818f82-4a0f-4bdc-b915-f79bb63e6763 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0717652 Aug 07 01:14:31.850876 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7fd28053-ff1e-4e6c-9b8f-e86509420f82 req-650d0f6d-e471-4b62-9e48-597bb129ca6b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737414 Aug 07 01:14:32.257744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:32.273345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-02d11e88-b3d6-4e83-9098-dc9528945425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.276085 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-02d11e88-b3d6-4e83-9098-dc9528945425 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0803013 Aug 07 01:14:32.341278 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-cc856232-e6b3-4209-b5e1-cb0719901495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.344310 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-cc856232-e6b3-4209-b5e1-cb0719901495 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b HTTP/1.1" status: 200 len: 912 time: 0.1505837 Aug 07 01:14:32.405478 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-8b666ff7-adee-4f57-a617-8687e468ca30 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1 HTTP/1.1" status: 200 len: 217 time: 0.0531683 Aug 07 01:14:32.406863 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:32.435332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-a14493e3-4180-4b9a-b38c-70646f0c057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.437867 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-a14493e3-4180-4b9a-b38c-70646f0c057c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1536143 Aug 07 01:14:32.496794 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-c01a2520-7346-4790-b88d-3e703ec74186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.498497 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-c01a2520-7346-4790-b88d-3e703ec74186 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=06027b49-2427-42f9-93b9-89fdde1357fd HTTP/1.1" status: 200 len: 850 time: 0.0845697 Aug 07 01:14:32.554171 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-57734728-4138-457c-9702-c466b676090a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.1094334 Aug 07 01:14:32.566667 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-6b82e056-0f7b-4cd5-8357-458ac99b65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.569349 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-6b82e056-0f7b-4cd5-8357-458ac99b65f6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583713 Aug 07 01:14:32.638796 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-e782214a-afb9-4c8b-adcd-b73af72cf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.643449 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-e782214a-afb9-4c8b-adcd-b73af72cf81a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0793834 Aug 07 01:14:32.764045 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-b6f50fad-c643-47c8-8995-beee02608dde service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878011 Aug 07 01:14:32.794451 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-ad15b089-1872-4fa1-b78c-cfac3030f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.796949 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-ad15b089-1872-4fa1-b78c-cfac3030f992 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1454630 Aug 07 01:14:32.812501 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f755440-6c94-4751-8c5f-fc020f25727e req-e5a1ae61-bd85-4fb3-94f3-009ad9b42910 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:32.815857 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8f755440-6c94-4751-8c5f-fc020f25727e req-e5a1ae61-bd85-4fb3-94f3-009ad9b42910 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 944 time: 0.1365058 Aug 07 01:14:32.985910 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f4ce20e-9559-439d-b522-1f23914e9f84 req-f55cf27b-f472-48ea-9c36-8ca219e32384 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128122 Aug 07 01:14:33.020944 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8f755440-6c94-4751-8c5f-fc020f25727e req-b2847d0d-51c7-43bb-9854-437c3d3d1c94 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897295 Aug 07 01:14:33.068089 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-7650f100-eeff-4222-b541-1f311651bdb6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502337 Aug 07 01:14:33.124403 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:33.138505 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8af58-683c-4ca9-b8ce-6f5c6baeb3cc req-6fc37db0-6c4b-4dde-8478-a02fd6254f47 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:33.145104 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cdc8af58-683c-4ca9-b8ce-6f5c6baeb3cc req-6fc37db0-6c4b-4dde-8478-a02fd6254f47 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.1055570 Aug 07 01:14:33.178500 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f5f83050-c635-4216-9f73-3f7cd60024ff details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:14:33.243909 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cdc8af58-683c-4ca9-b8ce-6f5c6baeb3cc req-df180996-40be-4973-b850-645e207a479b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954478 Aug 07 01:14:33.304357 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-720e9adc-79ff-40e9-a4a6-6a8b9793df56 req-e6502a22-b1f6-4d44-86b9-2d85d38a3cdf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173135 Aug 07 01:14:33.357379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5f83050-c635-4216-9f73-3f7cd60024ff,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:33.382247 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'port_id': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'mac_address': 'fa:16:3e:f7:c1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:14:33.435001 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port f5f83050-c635-4216-9f73-3f7cd60024ff is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:33.435667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:33.467263 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f83050-c635-4216-9f73-3f7cd60024ff {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:33.507814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5f83050-c635-4216-9f73-3f7cd60024ff,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:33.513822 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:33.565205 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:33.582398 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:33.592301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.592669 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.593049 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.593417 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.593765 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.594103 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.594443 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.594856 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.595217 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.595551 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.595983 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.596356 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.596690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.597021 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:33.597380 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:14:34.219145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc43f7e-7853-4b7c-9873-8261452472c2 req-12c8df18-5994-4ec7-b297-a838c17ae373 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:34.222082 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4fc43f7e-7853-4b7c-9873-8261452472c2 req-12c8df18-5994-4ec7-b297-a838c17ae373 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 945 time: 0.0723808 Aug 07 01:14:34.306993 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4fc43f7e-7853-4b7c-9873-8261452472c2 req-52aba51b-443e-466d-99b0-dc6869a2883f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777063 Aug 07 01:14:34.442320 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde2f3e-2449-4748-a1c9-aad00edefd3c req-2500e4ea-f700-44c2-b1d5-f7b683ca0264 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:34.444106 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-acde2f3e-2449-4748-a1c9-aad00edefd3c req-2500e4ea-f700-44c2-b1d5-f7b683ca0264 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0665646 Aug 07 01:14:34.534318 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-acde2f3e-2449-4748-a1c9-aad00edefd3c req-cc24b65d-2c08-4916-8da2-81f3d7939664 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789816 Aug 07 01:14:35.468025 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9948-a2b8-4026-bd2b-40596e52fac3 req-aa31421d-c418-4d19-b509-f668d8c461d8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:35.470391 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-85bc9948-a2b8-4026-bd2b-40596e52fac3 req-aa31421d-c418-4d19-b509-f668d8c461d8 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 945 time: 0.0613136 Aug 07 01:14:35.530320 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-85bc9948-a2b8-4026-bd2b-40596e52fac3 req-30f69df0-dad3-4cb2-a365-6e4324fedb62 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509496 Aug 07 01:14:35.719390 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b639f11-bb51-4f7f-8bce-ff0b4a4b015d req-2ab73945-fb97-43a0-a0cd-46946281d2a4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:35.722172 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b639f11-bb51-4f7f-8bce-ff0b4a4b015d req-2ab73945-fb97-43a0-a0cd-46946281d2a4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0858781 Aug 07 01:14:35.814372 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b639f11-bb51-4f7f-8bce-ff0b4a4b015d req-3ab355f3-fa06-4d7a-bd72-807fad26b7b8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845699 Aug 07 01:14:36.678112 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['f5f83050-c635-4216-9f73-3f7cd60024ff'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:14:36.755019 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50bc75-b568-4c2e-8dad-3d57bf8a2cdf req-32a79238-0e6c-4c4e-8fb1-4193e7df4dca tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:36.758874 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a50bc75-b568-4c2e-8dad-3d57bf8a2cdf req-32a79238-0e6c-4c4e-8fb1-4193e7df4dca tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 945 time: 0.1070874 Aug 07 01:14:36.847766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3a50bc75-b568-4c2e-8dad-3d57bf8a2cdf req-eda406aa-a024-4f19-8363-55c55f39a11b tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816355 Aug 07 01:14:36.871603 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:37.029232 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235279cf-ad7e-42da-a76d-be9fd29b8a47 req-19f562ee-8389-4d8a-9e70-42bf89608ae2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:37.030927 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-235279cf-ad7e-42da-a76d-be9fd29b8a47 req-19f562ee-8389-4d8a-9e70-42bf89608ae2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0584102 Aug 07 01:14:37.097539 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-235279cf-ad7e-42da-a76d-be9fd29b8a47 req-ed74601b-cd7c-44a0-8fc9-e40435e4f634 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595751 Aug 07 01:14:38.005589 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe0eca-2cae-4503-a284-c7150d189954 req-f7b071e0-1c96-4b1f-bacd-e7c099dc7a4a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:38.007252 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15fe0eca-2cae-4503-a284-c7150d189954 req-f7b071e0-1c96-4b1f-bacd-e7c099dc7a4a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 945 time: 0.0596750 Aug 07 01:14:38.082662 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15fe0eca-2cae-4503-a284-c7150d189954 req-aa6aebc8-aa17-4115-8e6c-96a1ca888cd0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656297 Aug 07 01:14:38.260447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39d1da-2052-4036-93fe-8d221cb165d5 req-87ffa000-e6d2-43cc-8901-c9b4f4846469 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:38.262171 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5f39d1da-2052-4036-93fe-8d221cb165d5 req-87ffa000-e6d2-43cc-8901-c9b4f4846469 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 943 time: 0.0556889 Aug 07 01:14:38.289113 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:14:38.293386 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f5f83050-c635-4216-9f73-3f7cd60024ff up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:14:38.342082 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5f39d1da-2052-4036-93fe-8d221cb165d5 req-b3f5bf01-1cce-4761-aad1-e858bbb669ab tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728080 Aug 07 01:14:38.428065 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port f5f83050-c635-4216-9f73-3f7cd60024ff completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:14:38.442499 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port f5f83050-c635-4216-9f73-3f7cd60024ff triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:38.443016 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:38.571067 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:38.594017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'port_id': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'mac_address': 'fa:16:3e:71:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:14:38.671661 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port f5f83050-c635-4216-9f73-3f7cd60024ff is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:38.672130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:38.675429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:38.675973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:38.701889 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:38.720851 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:38.723467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867604b0-9776-401a-99cc-a4cc61cc7095" -d '{"events": [{"server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "name": "network-vif-plugged", "status": "completed", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:38.752132 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5f83050-c635-4216-9f73-3f7cd60024ff,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:38.757975 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:38.759953 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:38.767707 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:38.788667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777ccfd-b473-4d63-810f-ee4348c441ed x-openstack-request-id: req-b777ccfd-b473-4d63-810f-ee4348c441ed {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:38.789065 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "name": "network-vif-plugged", "status": "completed", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:38.789394 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b777ccfd-b473-4d63-810f-ee4348c441ed {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:38.789836 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b777ccfd-b473-4d63-810f-ee4348c441ed'] response: {'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'code': 200} Aug 07 01:14:38.839439 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:38.913885 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:39.038832 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3f44-f76f-4eee-bd7c-77f16c1c1326 req-11524c4b-803a-4196-8f81-b40f3bae0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:39.041368 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e7bf3f44-f76f-4eee-bd7c-77f16c1c1326 req-11524c4b-803a-4196-8f81-b40f3bae0f7e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 1130 time: 0.0524585 Aug 07 01:14:39.115984 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e7bf3f44-f76f-4eee-bd7c-77f16c1c1326 req-daf31343-08ff-4961-a9e1-6e7d3551cc76 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648611 Aug 07 01:14:39.130848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['6681d8c9-7955-47db-a880-4ab2cb9ac6d1'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:14:39.245351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe027e1-19d3-4eb9-94a3-d2991cbfa051 req-4f038717-7c9c-4c60-99c8-f95c32b9b569 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:39.247243 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fbe027e1-19d3-4eb9-94a3-d2991cbfa051 req-4f038717-7c9c-4c60-99c8-f95c32b9b569 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0673969 Aug 07 01:14:39.340851 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:39.346387 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fbe027e1-19d3-4eb9-94a3-d2991cbfa051 req-3929ddbb-660f-4118-8403-f181cb8d9216 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885928 Aug 07 01:14:39.420731 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:14:39.430531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:39.473760 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:39.515567 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e41ba-dadf-46ac-9279-db9f8ccea300 req-6aa060ff-54a4-423d-80af-b969ab5ce794 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:39.517775 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-693e41ba-dadf-46ac-9279-db9f8ccea300 req-6aa060ff-54a4-423d-80af-b969ab5ce794 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 944 time: 0.0691080 Aug 07 01:14:39.600849 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:39.607123 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-693e41ba-dadf-46ac-9279-db9f8ccea300 req-5569876d-9d65-41ab-8b77-d2346bf64a80 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729129 Aug 07 01:14:39.644345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680ab2b-a361-4458-a22e-95304834feed req-36ce9911-329b-46fc-8bd5-40f64a01aff5 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:39.649220 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f680ab2b-a361-4458-a22e-95304834feed req-36ce9911-329b-46fc-8bd5-40f64a01aff5 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0656295 Aug 07 01:14:39.678113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:39.722034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f680ab2b-a361-4458-a22e-95304834feed req-7dccd194-73bf-4eee-bebc-b179e1cf8ec0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691872 Aug 07 01:14:40.360128 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:14:40.415108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:14:40.424478 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:40.425554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:40.534730 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:14:40.535110 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:40.540794 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605d915-304c-46f4-a7bc-b087a30d8629 req-ff577cab-2927-4261-9a55-117bda96bc78 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:40.542912 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1605d915-304c-46f4-a7bc-b087a30d8629 req-ff577cab-2927-4261-9a55-117bda96bc78 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0653386 Aug 07 01:14:40.590217 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:40.595570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:40.632112 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1605d915-304c-46f4-a7bc-b087a30d8629 req-1437c48c-1b2a-466d-8292-87fd695d7a7a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784459 Aug 07 01:14:40.667889 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:40.774474 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca13ff-8082-4bc2-9558-89acc3e7af7a req-53c55d00-c116-499f-b3ba-4d63b3ae5481 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:40.776141 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4cca13ff-8082-4bc2-9558-89acc3e7af7a req-53c55d00-c116-499f-b3ba-4d63b3ae5481 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0614693 Aug 07 01:14:40.790997 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:40.796367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996fff29-6ea0-47c6-b5a5-bbf0963a0225" -d '{"events": [{"server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:40.863123 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4cca13ff-8082-4bc2-9558-89acc3e7af7a req-b22c2527-7330-4ae7-8188-2367daf7f7df tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737259 Aug 07 01:14:40.891482 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880b4f6-e8df-475e-9643-8a3f94adceca req-c66f83ae-c458-41f8-b98d-5a46cd55a3b4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:40.893602 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b880b4f6-e8df-475e-9643-8a3f94adceca req-c66f83ae-c458-41f8-b98d-5a46cd55a3b4 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0562100 Aug 07 01:14:40.944717 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d1ea43-0b54-464c-b7ea-f54b77e94ee3 x-openstack-request-id: req-23d1ea43-0b54-464c-b7ea-f54b77e94ee3 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:40.945176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "name": "network-vif-plugged", "status": "completed", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:40.945610 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23d1ea43-0b54-464c-b7ea-f54b77e94ee3 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:40.946203 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d1ea43-0b54-464c-b7ea-f54b77e94ee3'] response: {'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'code': 200} Aug 07 01:14:40.968564 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b880b4f6-e8df-475e-9643-8a3f94adceca req-bb5a1a76-e267-4a9e-afbe-dceb0adf6e79 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665567 Aug 07 01:14:41.807315 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b4f3-e204-49c6-863f-3bc1927005d5 req-94411856-0916-4793-8c65-85a491cb71d1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:41.811186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0dc5b4f3-e204-49c6-863f-3bc1927005d5 req-94411856-0916-4793-8c65-85a491cb71d1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0745366 Aug 07 01:14:41.881696 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0dc5b4f3-e204-49c6-863f-3bc1927005d5 req-e87eef8a-209e-4c14-8e18-d22f2e10dd36 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595438 Aug 07 01:14:42.023218 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-82d3893b-20c8-404d-9bdb-4cedab613ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:42.039651 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdef0-e72a-4c26-a2ac-3979ade8e93c req-0ec3cbb2-836d-41bf-86d5-ade04d70d601 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:42.042115 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-413cdef0-e72a-4c26-a2ac-3979ade8e93c req-0ec3cbb2-836d-41bf-86d5-ade04d70d601 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0675037 Aug 07 01:14:42.159332 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-413cdef0-e72a-4c26-a2ac-3979ade8e93c req-3eebb002-3af1-4b47-814d-3dd53f83a520 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005721 Aug 07 01:14:42.168018 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-fd4cd79e-bd5d-4376-8926-a2784c35b6a1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:42.169973 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-fd4cd79e-bd5d-4376-8926-a2784c35b6a1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.1196902 Aug 07 01:14:42.225000 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097de36-206c-4193-9c87-5775d4d8e6ec req-6939f92e-24ee-4915-bf15-4d0261dda467 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:42.226637 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b097de36-206c-4193-9c87-5775d4d8e6ec req-6939f92e-24ee-4915-bf15-4d0261dda467 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.0848722 Aug 07 01:14:42.291449 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b097de36-206c-4193-9c87-5775d4d8e6ec req-4cd7c787-de46-4e8a-9def-f8471de63130 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586040 Aug 07 01:14:42.629708 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:43.077749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5773ac-7d40-4df3-8c71-ec17364b6fc8 req-5cc7a05b-d681-428a-bb8c-e39f39d2b1e1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:43.079716 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac5773ac-7d40-4df3-8c71-ec17364b6fc8 req-5cc7a05b-d681-428a-bb8c-e39f39d2b1e1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0666549 Aug 07 01:14:43.202235 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b650e-951d-4799-96d5-35cf6569ea44 req-b5c09b3f-e040-41fd-847b-9c6f3ef93045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:43.205589 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9f3b650e-951d-4799-96d5-35cf6569ea44 req-b5c09b3f-e040-41fd-847b-9c6f3ef93045 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 1129 time: 0.1193738 Aug 07 01:14:43.212571 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Deleting port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:43.213457 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:43.234176 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac5773ac-7d40-4df3-8c71-ec17364b6fc8 req-51c61e34-9713-43aa-a6df-e077e422888c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306257 Aug 07 01:14:43.378514 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9f3b650e-951d-4799-96d5-35cf6569ea44 req-174acc25-9e11-41cb-b6d3-1bcc4bfc3ddb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378682 Aug 07 01:14:43.449764 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24d53d-3fa6-46fa-99c3-032ea9ef6a86 req-eacfbc00-ba67-466b-905a-303e647a7eaf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:43.451807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bf24d53d-3fa6-46fa-99c3-032ea9ef6a86 req-eacfbc00-ba67-466b-905a-303e647a7eaf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.1149628 Aug 07 01:14:43.514110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] For port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:43.514500 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:43.531215 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22ccf3-e06f-4a7f-806c-edea550900c9 req-81bef114-6aed-481b-9e63-200201c51efc tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:43.534380 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-af22ccf3-e06f-4a7f-806c-edea550900c9 req-81bef114-6aed-481b-9e63-200201c51efc tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 947 time: 0.1066344 Aug 07 01:14:43.613437 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:43.619918 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bf24d53d-3fa6-46fa-99c3-032ea9ef6a86 req-f8b3ceb0-311e-40ef-821d-57ae930e36b2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511488 Aug 07 01:14:43.629236 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-af22ccf3-e06f-4a7f-806c-edea550900c9 req-c4b70e3d-1b27-4b64-baeb-e025a1f70578 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=002d8194-005b-48cf-b90d-5461dcd2dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833974 Aug 07 01:14:43.847180 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:43.847561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:43.847905 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Floating IP 0015adf0-7e0d-4cd8-afec-b77e3ca013ea disassociated. External IP: 172.37.1.214, port: 9ab59ce3-ed0d-4a8e-b76b-adeff559725a. Aug 07 01:14:43.848290 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Calling delete_port for 9ab59ce3-ed0d-4a8e-b76b-adeff559725a owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:43.977797 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:43.983966 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:44.050399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (9ab59ce3-ed0d-4a8e-b76b-adeff559725a), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:44.081587 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'Port': ['ID=9ab59ce3-ed0d-4a8e-b76b-adeff559725a,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:44.386054 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:14:44.412160 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 9ab59ce3-ed0d-4a8e-b76b-adeff559725a {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:14:44.412640 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ab59ce3-ed0d-4a8e-b76b-adeff559725a not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:14:44.545430 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9df30-d2a9-447b-9661-bff5e68df488 req-5250d52a-1fc6-4a87-b00a-3e680daf9439 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:44.547107 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-89e9df30-d2a9-447b-9661-bff5e68df488 req-5250d52a-1fc6-4a87-b00a-3e680daf9439 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0715075 Aug 07 01:14:44.577581 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:14:44.695189 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-89e9df30-d2a9-447b-9661-bff5e68df488 req-558b8e26-b17e-453a-a4f0-80b656b1c5bd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301293 Aug 07 01:14:44.778831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:14:44.803543 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:14:44.824601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:44.825544 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:44.905180 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] No DVR routers for this DVR port 9ab59ce3-ed0d-4a8e-b76b-adeff559725a on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:14:44.909201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:44.913086 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec39a9cf-ce35-46ac-869d-4e6c7d55fdd6 req-3cf0846f-cf63-4a40-8fd5-9ddf910a760a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "DELETE /networking/v2.0/ports/9ab59ce3-ed0d-4a8e-b76b-adeff559725a HTTP/1.1" status: 204 len: 173 time: 1.8509743 Aug 07 01:14:44.916578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-deleted', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:44.919196 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d55289-ae37-4db4-aed4-9fab57b8019b" -d '{"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-deleted", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:44.935952 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25750a-23ff-4713-9fc7-da6dae4313fd req-e0d5f60b-e2f9-4a24-b3a8-39da0b75eae2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:44.937775 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0a25750a-23ff-4713-9fc7-da6dae4313fd req-e0d5f60b-e2f9-4a24-b3a8-39da0b75eae2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.1174049 Aug 07 01:14:44.965077 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e01abee5-adb0-45af-ba50-688512131768 req-9611e62d-10f6-4e5e-8406-112b873dcbff tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.0433836 Aug 07 01:14:44.996762 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:45.030453 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0a25750a-23ff-4713-9fc7-da6dae4313fd req-04295f50-ceb1-4435-a542-c578a6ecae62 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812292 Aug 07 01:14:45.150720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e792-f044-430d-8705-e9ad0d1f3e10 req-699270d5-b3c7-48d7-abda-5fcf07ad9d57 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:45.153901 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e906e792-f044-430d-8705-e9ad0d1f3e10 req-699270d5-b3c7-48d7-abda-5fcf07ad9d57 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0659688 Aug 07 01:14:45.164937 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44414) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:45.170055 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'port_id': 'f5f83050-c635-4216-9f73-3f7cd60024ff'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:45.207391 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0378ac-4e7f-4550-ae70-4c33b52491cf x-openstack-request-id: req-ce0378ac-4e7f-4550-ae70-4c33b52491cf {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:45.207699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f60fb22-d17a-4b7c-9b7d-95543be1907e", "name": "network-vif-deleted", "tag": "9ab59ce3-ed0d-4a8e-b76b-adeff559725a", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:45.207964 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce0378ac-4e7f-4550-ae70-4c33b52491cf {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:45.208408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0378ac-4e7f-4550-ae70-4c33b52491cf'] response: {'server_uuid': '7f60fb22-d17a-4b7c-9b7d-95543be1907e', 'name': 'network-vif-deleted', 'tag': '9ab59ce3-ed0d-4a8e-b76b-adeff559725a', 'status': 'completed', 'code': 200} Aug 07 01:14:45.228627 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9c9b7-5ea8-4d34-8b2e-59f3f04bc02e req-fa0adc2a-e0f7-4013-bc09-23713dac2ada tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:45.233659 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-29b9c9b7-5ea8-4d34-8b2e-59f3f04bc02e req-fa0adc2a-e0f7-4013-bc09-23713dac2ada tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.0719974 Aug 07 01:14:45.244449 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:45.333307 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-29b9c9b7-5ea8-4d34-8b2e-59f3f04bc02e req-659845af-e71d-4453-830d-9bb3078581b2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926335 Aug 07 01:14:45.460001 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:45.488507 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:14:45.499947 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:45.500678 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:45.617513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:45.668690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:45.703586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:45.928629 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1ce2-a5ac-4ef2-86de-27b4dd0289da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:45.951210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:45.984812 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4ed0f-e938-4e76-bfb1-296244abaf69 None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:46.004993 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:46.014606 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:46.054852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:46.193117 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26806-590e-428a-8a98-72d7b0b71b28 req-e08cd3c4-3db8-479d-b307-6a157ad132fe tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:46.195482 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fcb26806-590e-428a-8a98-72d7b0b71b28 req-e08cd3c4-3db8-479d-b307-6a157ad132fe tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0649149 Aug 07 01:14:46.202536 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0aecf9e-8931-49b5-a173-6835f42e099d req-84255622-5ad9-4862-9ff1-66bab525e7b0 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.0717945 Aug 07 01:14:46.237254 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 0daee407-69e3-460d-b954-b1f1cc006ac5 associated. External IP: 172.37.1.219, port: f5f83050-c635-4216-9f73-3f7cd60024ff. Aug 07 01:14:46.280655 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fcb26806-590e-428a-8a98-72d7b0b71b28 req-3b273b0f-61e7-4d42-8e3f-b4b91a0cf7be tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767889 Aug 07 01:14:46.348197 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953388fe-a60f-4d9d-9748-2be51f074326 None None] New status for floating IP 0015adf0-7e0d-4cd8-afec-b77e3ca013ea: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:46.530314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf2f0-3dbf-4765-a60d-b48f984ab123 req-bdc098d1-2414-4b5a-a6f9-731d9a89fb05 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:46.533206 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-81ddf2f0-3dbf-4765-a60d-b48f984ab123 req-bdc098d1-2414-4b5a-a6f9-731d9a89fb05 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.0935173 Aug 07 01:14:46.629952 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-81ddf2f0-3dbf-4765-a60d-b48f984ab123 req-137fc243-c622-4890-ad60-27ceb856f521 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890188 Aug 07 01:14:46.836314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54068adf-5f24-4d34-b25a-3710b7e9839a req-ab6a01bf-c6a3-40ee-894f-6e44b6339ada tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:46.838097 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54068adf-5f24-4d34-b25a-3710b7e9839a req-ab6a01bf-c6a3-40ee-894f-6e44b6339ada tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0982296 Aug 07 01:14:46.905248 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:14:46.926346 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54068adf-5f24-4d34-b25a-3710b7e9839a req-4082bd9e-38e0-4ce6-89f1-cb24d5e721e5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803227 Aug 07 01:14:46.936917 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:46.978795 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44426) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:47.069349 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:14:47.075153 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:47.088436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:14:47.122981 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a779040c-c8c3-4f68-918b-0bf0984b7c3e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/0daee407-69e3-460d-b954-b1f1cc006ac5 HTTP/1.1" status: 200 len: 992 time: 1.9531977 Aug 07 01:14:47.122981 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:47.124281 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4237f-b948-4650-ae9a-0e13def9cc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:47.136078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:47.136926 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:47.175120 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296c60b8-65a7-4976-94d6-2b3997263330 x-openstack-request-id: req-296c60b8-65a7-4976-94d6-2b3997263330 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:47.175411 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:47.175674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-296c60b8-65a7-4976-94d6-2b3997263330 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:47.176087 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296c60b8-65a7-4976-94d6-2b3997263330'] response: {'name': 'network-changed', 'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'status': 'completed', 'code': 200} Aug 07 01:14:47.237984 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207cd18-2d42-4270-893c-d8de3084a2ba tempest-TestVolumeBootPattern-1513788056 tempest-TestVolumeBootPattern-1513788056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:47.239850 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a207cd18-2d42-4270-893c-d8de3084a2ba tempest-TestVolumeBootPattern-1513788056 tempest-TestVolumeBootPattern-1513788056-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 1124 time: 0.2582674 Aug 07 01:14:47.243026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44436) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:47.248087 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'port_id': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:47.276419 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:47.312899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:47.368274 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:47.437944 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-56f282ad-afe4-4d84-a348-f22ce2f8d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:47.440757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-56f282ad-afe4-4d84-a348-f22ce2f8d2a5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 1130 time: 0.1137028 Aug 07 01:14:47.462854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:47.474067 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-4b01fd78-acce-4f97-8d3c-ddd031bea456 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:47.476411 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-4b01fd78-acce-4f97-8d3c-ddd031bea456 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.0878277 Aug 07 01:14:47.476627 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:47.478290 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-83c9e5ed-092e-4644-a3f2-9b62917ec5ba req-bd771552-6f85-40c7-b73d-d008372e26b6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7f60fb22-d17a-4b7c-9b7d-95543be1907e HTTP/1.1" status: 200 len: 210 time: 0.0492983 Aug 07 01:14:47.605610 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Allocated IP 172.37.1.165 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/f276b0bb-4746-40d9-9697-3d9b679c110f) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:47.663517 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0daee407-69e3-460d-b954-b1f1cc006ac5', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.219', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:f7:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86efc1a-b689-454a-8683-526a9c18e222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:14Z', 'updated_at': '2022-08-07T01:14:45Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:47.711183 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:14:47.728030 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:47.728717 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:47.826941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Deleting port 3ba58955-f906-4b1b-8224-8a7408f3a52c {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:47.827557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:47.905508 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c612cd-35e4-4919-9135-079ed7c78a03 req-75676fda-aee0-4cb1-931f-3b6fb7872ddc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:47.914664 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02c612cd-35e4-4919-9135-079ed7c78a03 req-75676fda-aee0-4cb1-931f-3b6fb7872ddc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc HTTP/1.1" status: 200 len: 945 time: 0.1505320 Aug 07 01:14:47.951402 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:47.961430 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:47.990660 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-74796531-f83a-4025-a9f0-426152424eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:47.992337 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-74796531-f83a-4025-a9f0-426152424eb7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.2906713 Aug 07 01:14:48.008961 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] For port 3ba58955-f906-4b1b-8224-8a7408f3a52c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3ba58955-f906-4b1b-8224-8a7408f3a52c,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:14:48.010593 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.031027 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Calling delete_port for 3ba58955-f906-4b1b-8224-8a7408f3a52c owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:48.083398 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02c612cd-35e4-4919-9135-079ed7c78a03 req-af411133-7e1c-450c-965b-9cbc1d9a9136 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672521 Aug 07 01:14:48.104319 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-9ec3afad-27c3-45d5-963a-af9633233162 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f83050-c635-4216-9f73-3f7cd60024ff HTTP/1.1" status: 200 len: 1000 time: 0.1034179 Aug 07 01:14:48.106840 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.189818 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:48.203864 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:48.212104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:48.215009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:48.238022 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (3ba58955-f906-4b1b-8224-8a7408f3a52c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.249750 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'Port': ['ID=f276b0bb-4746-40d9-9697-3d9b679c110f,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:48.265950 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['3ba58955-f906-4b1b-8224-8a7408f3a52c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:14:48.267276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-ae9fbf3f-f0ee-4fa5-8d26-97e12812f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:48.268740 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-ae9fbf3f-f0ee-4fa5-8d26-97e12812f688 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.1561508 Aug 07 01:14:48.273670 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Pushing event deleted for resources: {'Port': ['ID=3ba58955-f906-4b1b-8224-8a7408f3a52c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:48.336330 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:48.342684 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] No DVR routers for this DVR port 3ba58955-f906-4b1b-8224-8a7408f3a52c on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:14:48.346875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.349516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.350569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d1b9ea9-b6ee-494a-8d05-f6ecd8f6a411 req-d117736d-76d7-46cd-85fe-27aa6b9c2e1d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "DELETE /networking/v2.0/ports/3ba58955-f906-4b1b-8224-8a7408f3a52c HTTP/1.1" status: 204 len: 173 time: 0.6519325 Aug 07 01:14:48.391943 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0daee407-69e3-460d-b954-b1f1cc006ac5', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.219', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:f7:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86efc1a-b689-454a-8683-526a9c18e222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:14Z', 'updated_at': '2022-08-07T01:14:45Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:48.397790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-5b81dc29-9807-412c-aafa-8ed83bd77a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:48.399695 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-5b81dc29-9807-412c-aafa-8ed83bd77a81 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134870 Aug 07 01:14:48.423429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16046713-28c2-47df-8d89-60423cea3a82 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0daee407-69e3-460d-b954-b1f1cc006ac5', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.219', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:f7:c1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86efc1a-b689-454a-8683-526a9c18e222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:14Z', 'updated_at': '2022-08-07T01:14:45Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:48.555059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:48.562012 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:48.633850 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44446) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:48.634324 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-cfe55609-93f5-4285-b64d-5aac14df06be service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143989 Aug 07 01:14:48.740490 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114ce6-04fc-4e46-8857-f39f1a5ac2d6 None None] New status for floating IP 0daee407-69e3-460d-b954-b1f1cc006ac5: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:48.741826 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (002d8194-005b-48cf-b90d-5461dcd2dd7c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.777649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (002d8194-005b-48cf-b90d-5461dcd2dd7c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.878843 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (002d8194-005b-48cf-b90d-5461dcd2dd7c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.886026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:48.888309 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/002d8194-005b-48cf-b90d-5461dcd2dd7c HTTP/1.1" status: 204 len: 168 time: 0.2524507 Aug 07 01:14:48.912824 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44448) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:48.914647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be525e-5071-41d9-8690-ac87ea9a8670 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002d8194-005b-48cf-b90d-5461dcd2dd7c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:48.980608 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-a08a7479-29a8-432d-851d-1b3600ed993e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] show failed (client error): The resource could not be found. Aug 07 01:14:48.982337 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a08a7479-29a8-432d-851d-1b3600ed993e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups/002d8194-005b-48cf-b90d-5461dcd2dd7c HTTP/1.1" status: 404 len: 347 time: 0.0611887 Aug 07 01:14:48.986163 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44450) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:49.005677 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for floatingip (e384f634-d85c-4fd7-860a-4ce3aaf8b6db), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.032795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:49.049798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.149987 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-47a4237f-b948-4650-ae9a-0e13def9cc7f req-032ab539-2872-436a-ab5d-70fcf06f3280 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005104 Aug 07 01:14:49.156334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.177225 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'name': 'network-vif-deleted', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:49.180199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc81a3e-e43b-454d-ae54-90984510cc2b" -d '{"events": [{"server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "name": "network-vif-deleted", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:49.204159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Deleting port c4cdda8f-1f54-4db3-9751-f27bd6529a1d {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:14:49.204159 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.313383 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe85ef0-8af1-4399-8acb-c47460d98824 x-openstack-request-id: req-bfe85ef0-8af1-4399-8acb-c47460d98824 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:49.313708 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc", "name": "network-vif-deleted", "tag": "3ba58955-f906-4b1b-8224-8a7408f3a52c", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:49.314014 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfe85ef0-8af1-4399-8acb-c47460d98824 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:49.314438 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe85ef0-8af1-4399-8acb-c47460d98824'] response: {'server_uuid': '35bc5ab3-2492-4ba1-a5b1-e4bd337c8fdc', 'name': 'network-vif-deleted', 'tag': '3ba58955-f906-4b1b-8224-8a7408f3a52c', 'status': 'completed', 'code': 200} Aug 07 01:14:49.335916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.336442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.347453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:49.360166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Calling delete_port for c4cdda8f-1f54-4db3-9751-f27bd6529a1d owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:14:49.464724 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.480968 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.575551 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event updated for resources: {'Port': ['ID=f276b0bb-4746-40d9-9697-3d9b679c110f,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:49.582539 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e384f634-d85c-4fd7-860a-4ce3aaf8b6db), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.608757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.666388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (c4cdda8f-1f54-4db3-9751-f27bd6529a1d), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.713644 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Floating IP e384f634-d85c-4fd7-860a-4ce3aaf8b6db associated. External IP: 172.37.1.165, port: 6681d8c9-7955-47db-a880-4ab2cb9ac6d1. Aug 07 01:14:49.715796 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'Port': ['ID=c4cdda8f-1f54-4db3-9751-f27bd6529a1d,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:49.840172 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (0015adf0-7e0d-4cd8-afec-b77e3ca013ea), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.845169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:49.849417 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-478b45c3-259a-4d27-8496-31685c35438e tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0015adf0-7e0d-4cd8-afec-b77e3ca013ea HTTP/1.1" status: 204 len: 168 time: 0.8590055 Aug 07 01:14:49.851883 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:49.903351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:49.989579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Router 97cedca9-fa7c-43ad-8275-81651306c6d1 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:14:50.001651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44462) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:50.006845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029569415', 'description': 'tempest-description--1493941577'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:50.076100 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.170911 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:14:50.185381 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Sync routers for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:14:50.203978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:50.204866 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.205596 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:50.245336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (e4a12226-af04-408c-8abc-bbc8cdc15332), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.254430 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e4a12226-af04-408c-8abc-bbc8cdc15332), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.263394 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-5773423c-5eb5-4653-99de-a65dbfd576fa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0191681 Aug 07 01:14:50.273763 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:50.276163 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348ad37-ebd8-453a-bccd-c833788c10ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:50.312841 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.318085 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3123155 Aug 07 01:14:50.318695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44468) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:50.323589 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fae87-f6fc-4f4a-a7de-32d57db9d5ba tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a12226-af04-408c-8abc-bbc8cdc15332,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:50.328664 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group_rule': {'security_group_id': 'e4a12226-af04-408c-8abc-bbc8cdc15332', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:50.330866 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d6256a-5d10-4c2c-ae3f-d28b18f3e62e x-openstack-request-id: req-25d6256a-5d10-4c2c-ae3f-d28b18f3e62e {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:50.331452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:50.331716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25d6256a-5d10-4c2c-ae3f-d28b18f3e62e {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:50.332130 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d6256a-5d10-4c2c-ae3f-d28b18f3e62e'] response: {'name': 'network-changed', 'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'status': 'completed', 'code': 200} Aug 07 01:14:50.378203 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (1625674e-09b2-4384-8214-31d6e57c1a37), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.411174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:50.484905 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (1625674e-09b2-4384-8214-31d6e57c1a37), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.490715 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (1625674e-09b2-4384-8214-31d6e57c1a37), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.526386 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1625674e-09b2-4384-8214-31d6e57c1a37,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:50.539976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.542000 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-504aecbb-5066-4e62-9248-0cb44bec7aec tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216401 Aug 07 01:14:50.544860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44470) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:50.552682 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'security_group_rule': {'security_group_id': 'e4a12226-af04-408c-8abc-bbc8cdc15332', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:50.604198 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (8335d490-4392-453f-a113-fc745692771b), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.624423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:50.690119 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (8335d490-4392-453f-a113-fc745692771b), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.696436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (8335d490-4392-453f-a113-fc745692771b), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.735423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8335d490-4392-453f-a113-fc745692771b,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:50.744606 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.746882 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6d6b7523-6bbd-4c12-bcc1-950401a729a8 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2003644 Aug 07 01:14:50.750043 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44476) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:14:50.757283 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:50.771287 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e384f634-d85c-4fd7-860a-4ce3aaf8b6db', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'floating_ip_address': '172.37.1.165', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'port_id': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'mac_address': 'fa:16:3e:71:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:48Z', 'updated_at': '2022-08-07T01:14:48Z', 'revision_number': 0, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:50.788864 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:50.815452 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Checking router: 97cedca9-fa7c-43ad-8275-81651306c6d1 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:14:50.833481 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:14:50.834516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:50.934941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.091745 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Allocated IP 172.37.1.125 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/9f2cfd60-428c-49b0-915d-33c5fb0bd54c) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:51.154425 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:14:51.187148 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:51.248015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.314626 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.383415 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:51.389619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:51.393117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=9f2cfd60-428c-49b0-915d-33c5fb0bd54c,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:51.397193 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:51.493233 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e384f634-d85c-4fd7-860a-4ce3aaf8b6db', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'floating_ip_address': '172.37.1.165', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'port_id': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'mac_address': 'fa:16:3e:71:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:48Z', 'updated_at': '2022-08-07T01:14:48Z', 'revision_number': 0, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:14:51.525855 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9d647-8c06-4161-9864-1cb40694c7c4 None None] The sync data for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi is: [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e384f634-d85c-4fd7-860a-4ce3aaf8b6db', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'floating_ip_address': '172.37.1.165', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'port_id': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'mac_address': 'fa:16:3e:71:71:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:48Z', 'updated_at': '2022-08-07T01:14:48Z', 'revision_number': 0, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:14:51.528168 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.591892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.724481 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:51.818402 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e00d7-72da-438f-8e1f-7a84333ec134 None None] New status for floating IP e384f634-d85c-4fd7-860a-4ce3aaf8b6db: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:14:51.824057 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.832714 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.867110 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:51.922561 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=9f2cfd60-428c-49b0-915d-33c5fb0bd54c,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:51.930300 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.953356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:51.955616 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ef11ab4e-92f2-4549-a1f2-10eadff561e3 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2033942 Aug 07 01:14:52.234864 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-53f70c4e-6220-48fe-a227-3cc8fc78e6b6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1029569415&fields=id&tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 267 time: 0.0521293 Aug 07 01:14:52.403850 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-c8d64ce4-6278-4a0a-9c51-fb3a3306235b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:52.406540 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-c8d64ce4-6278-4a0a-9c51-fb3a3306235b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 817 time: 0.1638551 Aug 07 01:14:52.424031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-6c998419-cd05-45c5-9fd4-a963af24d721 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/quotas/1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 375 time: 0.0113401 Aug 07 01:14:52.509168 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-f6afa7c6-f3c0-410e-9785-852bddc3d0fd tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786889 Aug 07 01:14:52.627080 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-65a3ffc4-04a3-40e5-8f25-3f67e714de59 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053853 Aug 07 01:14:52.645024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:52.725403 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:52.756374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-c1c5c64a-91e3-4737-8ab9-e75741a73133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:52.758594 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-c1c5c64a-91e3-4737-8ab9-e75741a73133 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=b73b98c606a34d1faf0a31a9f6c59e56&device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 1129 time: 0.0577226 Aug 07 01:14:52.777740 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-da80c1e6-917a-4423-96ac-408543202906 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440880 Aug 07 01:14:52.817188 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 3ba58955-f906-4b1b-8224-8a7408f3a52c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:14:52.856865 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 3ba58955-f906-4b1b-8224-8a7408f3a52c {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:14:52.861360 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 3ba58955-f906-4b1b-8224-8a7408f3a52c not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:14:52.925724 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-aba60e80-e3ed-4aef-bd89-61ad964fa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:52.929167 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-aba60e80-e3ed-4aef-bd89-61ad964fa0b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b HTTP/1.1" status: 200 len: 912 time: 0.1636379 Aug 07 01:14:53.025500 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-3e50bb2d-84c4-4224-8265-581241f5454a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0898504 Aug 07 01:14:53.145190 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-40eb45fe-aa91-4332-b933-769e9ed6dbc4 req-42961d64-ef5c-4775-ad68-97c5c50a9bbb tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 210 time: 0.1047952 Aug 07 01:14:53.175924 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-95e15d8a-9d1f-4b2a-97ed-c56c810f1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:53.177446 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-95e15d8a-9d1f-4b2a-97ed-c56c810f1950 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=06027b49-2427-42f9-93b9-89fdde1357fd HTTP/1.1" status: 200 len: 850 time: 0.1354389 Aug 07 01:14:53.240560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-9b88b037-fccf-47e3-90ff-ffda13f8ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:53.243241 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-9b88b037-fccf-47e3-90ff-ffda13f8ea59 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563624 Aug 07 01:14:53.329840 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:53.381681 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-69ffc395-38d5-4b8c-9acb-8504a196d0ba service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288369 Aug 07 01:14:53.886179 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f348ad37-ebd8-453a-bccd-c833788c10ba req-1ecd3bd5-d09c-4303-be4d-12f7582ad76b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969983 Aug 07 01:14:53.991142 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-140a0204-9b98-4020-a555-9763bab3302d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695159 Aug 07 01:14:54.297084 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c650bc27-f33a-48be-ae3b-fda6f35b4760 req-e6638e54-0b8e-4e82-8f18-78082736978a tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 210 time: 0.0376158 Aug 07 01:14:54.402785 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-b286bb94-725b-4762-a9f9-a1a6f788dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:54.405453 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-b286bb94-725b-4762-a9f9-a1a6f788dd5d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 1129 time: 0.0654702 Aug 07 01:14:54.566792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-f1261e24-1430-4128-a996-72a93a418019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:54.568516 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-f1261e24-1430-4128-a996-72a93a418019 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.1341543 Aug 07 01:14:54.604604 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:54.626187 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-e4da3652-e9c4-46ea-897d-f2ec28a94f71 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:54.629500 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-e4da3652-e9c4-46ea-897d-f2ec28a94f71 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 817 time: 0.2013068 Aug 07 01:14:54.671435 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-c648fbb9-7b45-4348-b4df-74f7ccc67158 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 200 len: 1001 time: 0.0961719 Aug 07 01:14:54.734054 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-aa491cd1-967b-4ccc-b739-1e7b8e68c14b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2 HTTP/1.1" status: 200 len: 380 time: 0.0884986 Aug 07 01:14:54.744690 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-0b643d9a-bdd3-4fd2-8190-a4b5195d147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:54.746275 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-0b643d9a-bdd3-4fd2-8190-a4b5195d147b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0541074 Aug 07 01:14:54.794214 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'port': {'device_id': '00b4795f-ad25-4565-bc64-10cbae94641a', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'admin_state_up': True, 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'security_groups': ['e4a12226-af04-408c-8abc-bbc8cdc15332']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:54.863445 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-77fe8227-4bba-400f-b089-638fc274e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:54.866269 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-77fe8227-4bba-400f-b089-638fc274e5d1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750172 Aug 07 01:14:54.953158 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Made reservation on behalf of 1b1d33b8c71e41e6bf23d4ad8590d2c2 for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:14:54.960185 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:54.995579 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-b4d935b4-41db-497f-a902-97bd5ff5d20a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213315 Aug 07 01:14:55.059943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:55.117506 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f292332f-e4e5-4b1d-80d9-87bd550ba61a req-a6ad7068-bf1b-45e0-9d61-51e348b0cd56 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080697 Aug 07 01:14:55.189526 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Allocated IP 172.20.0.12 (96bfca6e-7131-4db0-b142-73ffbffe52dd/7c83ba05-e076-4638-bec8-6a3ed837bca4/b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:14:55.421556 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:55.447733 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4bbd5072-917b-4e99-b4e9-366d293777fc req-71a9d1b0-782f-49de-a7f9-74109dfe7e4d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 210 time: 0.0408564 Aug 07 01:14:55.484094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:55.531591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:55.539141 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:14:55.543721 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:14:55.549772 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:14:55.606341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:55.607034 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:55.611395 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event updated for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:55.631609 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-813fe6f8-de78-42cb-8548-2725e3aa0998 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8416350 Aug 07 01:14:55.810087 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-87412faa-3aa4-4d6c-a5b2-e007d2bf9c84 None None] Provisioning complete for port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:14:55.810850 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-87412faa-3aa4-4d6c-a5b2-e007d2bf9c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:55.871065 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-87412faa-3aa4-4d6c-a5b2-e007d2bf9c84 None None] Port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:14:56.654229 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b00657-f599-4593-a67c-4d138e0b0026 req-2b349cb7-12d0-4cb0-8fee-c7a26a86d04b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:56.655889 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19b00657-f599-4593-a67c-4d138e0b0026 req-2b349cb7-12d0-4cb0-8fee-c7a26a86d04b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 932 time: 0.1149235 Aug 07 01:14:56.712518 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19b00657-f599-4593-a67c-4d138e0b0026 req-5e6546dd-59f7-4757-b094-87508249b6e2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501356 Aug 07 01:14:57.886179 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93a6f7-fd58-45f2-af08-7c7c3e4c627c req-b8826a5d-7540-483e-92ac-fe47d946af08 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:57.888459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dd93a6f7-fd58-45f2-af08-7c7c3e4c627c req-b8826a5d-7540-483e-92ac-fe47d946af08 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 932 time: 0.0897019 Aug 07 01:14:58.024890 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dd93a6f7-fd58-45f2-af08-7c7c3e4c627c req-eaa12c27-93c6-4407-97c2-1810c83ecccf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289079 Aug 07 01:14:58.447454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Request body: {'port': {'device_id': '00b4795f-ad25-4565-bc64-10cbae94641a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:14:58.450662 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:58.527820 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:58.852943 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:14:58.869886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks [] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:58.896159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Transition to ACTIVE for port object b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:14:58.902318 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:59.069090 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:59.109758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Attempting to bind port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:14:59.110921 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Attempting to bind port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:14:59.111569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Attempting to bind port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:59.120750 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 on network 96bfca6e-7131-4db0-b142-73ffbffe52dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:14:59.121284 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Attempting to bind port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 on network 96bfca6e-7131-4db0-b142-73ffbffe52dd {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:14:59.131220 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:14:59.131804 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Checking segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:14:59.132479 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Bound using segment: {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:14:59.133247 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Bound port: b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6ec629-4221-41b1-b3c9-8fc44f643609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:14:59.133976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:59.174693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3dee-3fa3-40df-968a-aad90b447c05 req-45d1e0c0-9908-47e0-9a92-866e720d5820 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.176374 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc9d3dee-3fa3-40df-968a-aad90b447c05 req-45d1e0c0-9908-47e0-9a92-866e720d5820 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 944 time: 0.0571659 Aug 07 01:14:59.242123 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc9d3dee-3fa3-40df-968a-aad90b447c05 req-321b6b60-4476-4c2a-ae9d-fff75abcb180 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595670 Aug 07 01:14:59.257678 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:14:59.263894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:14:59.278465 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:59.285799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.287174 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:14:59.288969 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 HTTP/1.1" status: 200 len: 1094 time: 0.8470681 Aug 07 01:14:59.289442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:14:59.291754 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed624e3-095d-46fd-b3e2-d102a6b161ca" -d '{"events": [{"name": "network-changed", "server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:14:59.368166 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50223151-d4d7-478e-99e2-47a3be0b55ce service neutron] Pushing event updated for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:14:59.391808 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195d9c0-fe4c-41b4-80c9-c7c2439a47c3 x-openstack-request-id: req-3195d9c0-fe4c-41b4-80c9-c7c2439a47c3 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:14:59.392011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:14:59.392378 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3195d9c0-fe4c-41b4-80c9-c7c2439a47c3 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:14:59.392705 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3195d9c0-fe4c-41b4-80c9-c7c2439a47c3'] response: {'name': 'network-changed', 'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'status': 'completed', 'code': 200} Aug 07 01:14:59.408757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-cf8ccddb-5b28-4032-92a5-1dc438777517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.410317 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-cf8ccddb-5b28-4032-92a5-1dc438777517 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 1128 time: 0.0553586 Aug 07 01:14:59.459364 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-0626c713-e825-4c91-8336-79dbda07b656 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 HTTP/1.1" status: 200 len: 217 time: 0.0417523 Aug 07 01:14:59.528645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-f25d4351-da00-4643-87c5-8f2c780dbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.530293 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-f25d4351-da00-4643-87c5-8f2c780dbac1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.0596857 Aug 07 01:14:59.551691 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:59.601132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-daad688f-3b57-4e02-9039-1c7f00fc63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.603723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-daad688f-3b57-4e02-9039-1c7f00fc63d6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621231 Aug 07 01:14:59.730992 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-2b82e871-89f6-4604-b587-433c3d8c96f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175926 Aug 07 01:14:59.811885 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:14:59.853583 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02e6f43b-7c3b-4cca-b9fd-18d26655093a req-03a5031a-15ad-4045-bbd0-13b8abab5018 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141686 Aug 07 01:14:59.958045 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-fc56b271-02d2-43ec-8ab9-c5b43f515ae4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:14:59.960747 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-fc56b271-02d2-43ec-8ab9-c5b43f515ae4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 814 time: 0.2088866 Aug 07 01:14:59.984506 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-46709fe1-087f-4475-b98e-3026cf054017 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/quotas/f7b08cc6d4a34961bdf464b58946a02e HTTP/1.1" status: 200 len: 375 time: 0.0174294 Aug 07 01:15:00.036491 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-4e50f5c6-a129-4f54-94fd-c54959713ca5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448873 Aug 07 01:15:00.153457 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-4753641b-fe31-4cb3-88e1-a4f3f6c5d218 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091444 Aug 07 01:15:00.248750 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:00.261855 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-93b93b2d-c49b-4ac8-bb1b-3f593400fe1d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013360 Aug 07 01:15:00.452824 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853032d-90da-4131-89a8-aa354adb39ca req-96b8f1dc-87fe-419b-99cb-18cf3a056df1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:00.455026 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6853032d-90da-4131-89a8-aa354adb39ca req-96b8f1dc-87fe-419b-99cb-18cf3a056df1 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 944 time: 0.0704510 Aug 07 01:15:00.499548 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ce1fd762-d9a7-434a-9ae7-fd8a5887c69d req-e651568e-b26a-4c63-b8d6-a823e47072fb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0488632 Aug 07 01:15:00.518212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6853032d-90da-4131-89a8-aa354adb39ca req-e8b8f5b9-54ea-4909-8d57-2c22abf4f873 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565486 Aug 07 01:15:01.044639 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-3d64729a-255d-4ba0-91b5-0c145af91702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.047278 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-3d64729a-255d-4ba0-91b5-0c145af91702 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 1128 time: 0.0594716 Aug 07 01:15:01.233504 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-2d7ec98a-e730-4db5-8eeb-61648b266c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.236484 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-2d7ec98a-e730-4db5-8eeb-61648b266c60 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.1770823 Aug 07 01:15:01.302239 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-05b2a48e-d217-43f9-9834-aabd3d047536 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 HTTP/1.1" status: 200 len: 217 time: 0.0486152 Aug 07 01:15:01.366384 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-53ca7f4f-2825-430c-8968-0b241455ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.367895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-53ca7f4f-2825-430c-8968-0b241455ddca service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.0558190 Aug 07 01:15:01.662908 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-136725a7-b2b9-4c3c-82f8-311d0dff90fa req-34399e9a-8c42-4435-a57f-9a7d290c79e0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0451255 Aug 07 01:15:01.740327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6fea6-0347-42b6-93df-93c126a10b89 req-2819329b-9a92-4cb3-9642-85c0bff9e98b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.741962 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-69e6fea6-0347-42b6-93df-93c126a10b89 req-2819329b-9a92-4cb3-9642-85c0bff9e98b tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 944 time: 0.1272902 Aug 07 01:15:01.743073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-94867b97-e494-4626-89c3-1a8aac134e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.744566 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-94867b97-e494-4626-89c3-1a8aac134e41 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124432 Aug 07 01:15:01.871859 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-69e6fea6-0347-42b6-93df-93c126a10b89 req-f414643c-4d4f-47e0-9315-7ec77282ba8d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217611 Aug 07 01:15:01.915902 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-5704cf68-2d0a-4c06-94fd-ca134b435588 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633494 Aug 07 01:15:01.990838 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-7227f65a-6322-43d7-a28a-32a405d13486 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:01.993106 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-7227f65a-6322-43d7-a28a-32a405d13486 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 814 time: 0.2068796 Aug 07 01:15:02.022538 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Request body: {'port': {'device_id': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e', 'admin_state_up': True, 'tenant_id': 'f7b08cc6d4a34961bdf464b58946a02e'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:02.068496 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fed624e3-095d-46fd-b3e2-d102a6b161ca req-b2ad7a46-a9f9-4672-8ba9-0ad729c6f752 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368394 Aug 07 01:15:02.183499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Made reservation on behalf of f7b08cc6d4a34961bdf464b58946a02e for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:15:02.187431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:02.343351 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:02.375645 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Allocated IP 172.20.0.14 (ea640be5-e5dd-479f-a491-fb3ae7cc114e/b600d8a6-31b8-4d75-98e3-b19d6e1c59c3/77812789-b59f-4abe-9e20-b16f511c9fe2) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:15:02.635580 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks [] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:02.682025 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:02.779501 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Network ea640be5-e5dd-479f-a491-fb3ae7cc114e is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:15:02.791993 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:15:02.817811 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:15:02.853557 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:15:02.887574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda48076-9680-4642-9724-92a9948c8c41 req-67824505-9cc9-489a-9e04-5a46a3c4d06a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:02.889315 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dda48076-9680-4642-9724-92a9948c8c41 req-67824505-9cc9-489a-9e04-5a46a3c4d06a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0881531 Aug 07 01:15:02.909856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Pushing event updated for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:02.960021 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b419f6-18b8-43e4-9c31-81b600dc1dca req-13618fcb-e8dd-4174-b0b6-24549c559aea tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:02.962713 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-26b419f6-18b8-43e4-9c31-81b600dc1dca req-13618fcb-e8dd-4174-b0b6-24549c559aea tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 932 time: 0.1731038 Aug 07 01:15:02.988093 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:02.997230 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:02.998344 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:03.000346 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dda48076-9680-4642-9724-92a9948c8c41 req-c52de60d-0990-4404-ae81-fa397ec5f158 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980246 Aug 07 01:15:03.034506 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:03.045443 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:03.054025 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f7af9f17-ab6d-46e1-8c5e-998beff007d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0382652 Aug 07 01:15:03.070340 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'port_id': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'mac_address': 'fa:16:3e:8f:98:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:15:03.113797 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:03.122656 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-26b419f6-18b8-43e4-9c31-81b600dc1dca req-eb2c1009-4ad6-45ee-9820-e189215e6faa tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378963 Aug 07 01:15:03.135823 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:03.136279 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:03.155731 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d019-5f53-42a8-b87a-d8130b2c8f75 req-b6180a3a-376b-4f3c-a371-49907e2e881d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:03.156066 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:15:03.158838 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3526d019-5f53-42a8-b87a-d8130b2c8f75 req-b6180a3a-376b-4f3c-a371-49907e2e881d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 944 time: 0.0836105 Aug 07 01:15:03.182924 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:03.188901 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:03.226390 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:03.232445 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3526d019-5f53-42a8-b87a-d8130b2c8f75 req-b7434084-12a7-45d4-8943-e7bd32e27121 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648665 Aug 07 01:15:03.272518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:03.516513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:15:04.133287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45192439-a2f6-42dc-a35b-9108b1cbd6bf req-5809a882-610f-4575-bef6-dd033717a6bf tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:04.134906 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-45192439-a2f6-42dc-a35b-9108b1cbd6bf req-5809a882-610f-4575-bef6-dd033717a6bf tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0567739 Aug 07 01:15:04.205130 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-45192439-a2f6-42dc-a35b-9108b1cbd6bf req-342f7ff2-a8e2-4dd4-bd98-c5851d99e56b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581770 Aug 07 01:15:04.269404 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd9ff-9704-4ca6-ac8d-1fcbd74c9285 req-9f4980a2-3afa-4bcb-8fd5-1eb55874eed1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:04.270994 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-528bd9ff-9704-4ca6-ac8d-1fcbd74c9285 req-9f4980a2-3afa-4bcb-8fd5-1eb55874eed1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 932 time: 0.0560336 Aug 07 01:15:04.347652 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-528bd9ff-9704-4ca6-ac8d-1fcbd74c9285 req-e05ea88c-8f3c-4714-9a2d-ca18919c0405 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696535 Aug 07 01:15:04.425417 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73386255-06e5-4f5d-b63b-497c6f2ab5e9 req-34c34467-abb0-4b99-8c3a-50cde172be11 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:04.428123 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73386255-06e5-4f5d-b63b-497c6f2ab5e9 req-34c34467-abb0-4b99-8c3a-50cde172be11 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 945 time: 0.0784025 Aug 07 01:15:04.505296 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73386255-06e5-4f5d-b63b-497c6f2ab5e9 req-bb4a1aae-c445-4fe3-9dc4-aa0ff46d7233 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708463 Aug 07 01:15:04.688818 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Request body: {'port': {'device_id': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:04.764754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:04.878935 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:15:04.942817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:15:04.954454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:15:04.955105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.059317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:05.059725 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.091165 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:05.093660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cd237f-7312-44be-ab8a-9f5fe319cd9c" -d '{"events": [{"server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:05.109848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:05.117891 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.167689 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf37fc07-6438-4c1f-bcb8-e5d140489a81 x-openstack-request-id: req-bf37fc07-6438-4c1f-bcb8-e5d140489a81 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:05.168433 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:05.168839 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf37fc07-6438-4c1f-bcb8-e5d140489a81 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:05.169622 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf37fc07-6438-4c1f-bcb8-e5d140489a81'] response: {'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'code': 200} Aug 07 01:15:05.200130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:05.244850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-ccb2883f-ef13-4ee6-8c0c-213e27a90da2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:05.247614 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-ccb2883f-ef13-4ee6-8c0c-213e27a90da2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.0720413 Aug 07 01:15:05.492067 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Deleting port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:15:05.493156 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.499031 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:05.568924 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06264944-1c5d-4fc5-8631-bc5a1990b8f0 req-4fe7b663-66a6-4159-a75a-2b15a84e3bb9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:05.571563 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-06264944-1c5d-4fc5-8631-bc5a1990b8f0 req-4fe7b663-66a6-4159-a75a-2b15a84e3bb9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 945 time: 0.1825159 Aug 07 01:15:05.602907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:05.650813 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f5c86-3dd8-4ad9-9a6a-8b020ca81592 req-6aa711ad-53a2-4aee-bec9-58f0a9d58d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:05.653295 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-695f5c86-3dd8-4ad9-9a6a-8b020ca81592 req-6aa711ad-53a2-4aee-bec9-58f0a9d58d08 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 1130 time: 0.2108700 Aug 07 01:15:05.715243 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d1ea-e8c8-47f6-8e7a-d74f98b2e74d req-69a2aa41-317a-4a65-9f20-66cc10ff813a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:05.718119 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec92d1ea-e8c8-47f6-8e7a-d74f98b2e74d req-69a2aa41-317a-4a65-9f20-66cc10ff813a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 932 time: 0.2165875 Aug 07 01:15:05.736534 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-06264944-1c5d-4fc5-8631-bc5a1990b8f0 req-fdf016f6-c35d-4069-9496-219c84344478 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8f7be01-20cc-4507-9263-0a3a917a40c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559458 Aug 07 01:15:05.740058 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77812789-b59f-4abe-9e20-b16f511c9fe2 {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:15:05.755223 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks [] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.782777 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Transition to ACTIVE for port object 77812789-b59f-4abe-9e20-b16f511c9fe2 will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:15:05.790226 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.845454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] For port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:05.846071 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:05.912443 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-695f5c86-3dd8-4ad9-9a6a-8b020ca81592 req-76931b55-bd14-4089-8f90-a65e8d0ee96d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467625 Aug 07 01:15:05.924587 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Pushing event updated for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:05.946492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a2b5-ea80-4b75-9d51-58d83e6443fe req-3b46748f-00b8-4c82-bccb-36b55695ff02 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:05.948632 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa41a2b5-ea80-4b75-9d51-58d83e6443fe req-3b46748f-00b8-4c82-bccb-36b55695ff02 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.1193945 Aug 07 01:15:05.980827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:05.987011 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Attempting to bind port 77812789-b59f-4abe-9e20-b16f511c9fe2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:15:05.987299 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Attempting to bind port 77812789-b59f-4abe-9e20-b16f511c9fe2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:15:05.987699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Attempting to bind port 77812789-b59f-4abe-9e20-b16f511c9fe2 on network ea640be5-e5dd-479f-a491-fb3ae7cc114e {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:15:05.994511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Port 77812789-b59f-4abe-9e20-b16f511c9fe2 on network ea640be5-e5dd-479f-a491-fb3ae7cc114e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:15:05.994972 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Attempting to bind port 77812789-b59f-4abe-9e20-b16f511c9fe2 on network ea640be5-e5dd-479f-a491-fb3ae7cc114e {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:15:06.003205 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:15:06.003598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Checking segment: {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:15:06.004044 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Bound using segment: {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:15:06.004526 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Bound port: 77812789-b59f-4abe-9e20-b16f511c9fe2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717b84e0-0f36-401d-aa00-d39921e7f9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:15:06.005260 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec92d1ea-e8c8-47f6-8e7a-d74f98b2e74d req-805367f1-b23d-4261-9645-819b42deed6a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716668 Aug 07 01:15:06.010938 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.164731 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.166950 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.166950 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Floating IP e1b6ba39-c02f-440f-9509-23f7267ea7f5 disassociated. External IP: 172.37.1.246, port: 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a. Aug 07 01:15:06.166950 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Calling delete_port for 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:15:06.201108 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:15:06.210719 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa41a2b5-ea80-4b75-9d51-58d83e6443fe req-d2816618-a437-4b2c-be90-cb3e75e3aa3d tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502823 Aug 07 01:15:06.213750 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77812789-b59f-4abe-9e20-b16f511c9fe2,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:15:06.224959 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.232415 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:06.233502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.236143 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 1094 time: 1.5526178 Aug 07 01:15:06.239065 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:06.243342 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af83781-94c0-4663-99c7-dd95624307c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:06.336162 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea49ee-8ccc-49ec-8ea5-ba3cab757943 service neutron] Pushing event updated for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:06.357371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdcee0b-1a80-4a75-a003-459bd6a254e7 x-openstack-request-id: req-7cdcee0b-1a80-4a75-a003-459bd6a254e7 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:06.357833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:06.358221 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cdcee0b-1a80-4a75-a003-459bd6a254e7 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:06.358870 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdcee0b-1a80-4a75-a003-459bd6a254e7'] response: {'name': 'network-changed', 'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2', 'status': 'completed', 'code': 200} Aug 07 01:15:06.401437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.410243 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-93950407-afa2-4715-b200-c4bfc4834d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:06.412086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-93950407-afa2-4715-b200-c4bfc4834d3d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1128 time: 0.0712028 Aug 07 01:15:06.454545 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'Port': ['ID=9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:06.469854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:06.625066 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:15:06.746874 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:15:06.759943 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:15:06.773309 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:06.774121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:06.809435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] No DVR routers for this DVR port 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:15:06.814836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:06.827841 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b76c327-786c-4aa2-adfd-062b33a50b7c req-8eac6320-e689-4891-847c-fbc07c504a5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "DELETE /networking/v2.0/ports/9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a HTTP/1.1" status: 204 len: 173 time: 1.5686915 Aug 07 01:15:06.827841 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'name': 'network-vif-deleted', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:06.835955 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685d448-9a9a-4934-be0d-f9675d5c6d22" -d '{"events": [{"server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "name": "network-vif-deleted", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:06.933806 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f07bf51e-8dc7-44cb-9ebb-b42f624e4075 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 217 time: 0.1298757 Aug 07 01:15:06.952410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74ad823-d3a8-49ca-8908-4855e8677482 x-openstack-request-id: req-f74ad823-d3a8-49ca-8908-4855e8677482 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:06.953539 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3f0774-3a34-4f19-9233-c4e55c7f5903", "name": "network-vif-deleted", "tag": "9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:06.954798 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f74ad823-d3a8-49ca-8908-4855e8677482 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:06.955798 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74ad823-d3a8-49ca-8908-4855e8677482'] response: {'server_uuid': '4f3f0774-3a34-4f19-9233-c4e55c7f5903', 'name': 'network-vif-deleted', 'tag': '9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a', 'status': 'completed', 'code': 200} Aug 07 01:15:07.001112 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:07.005821 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7e991abc-63ec-4826-b7a5-ab727bdb6fc0 req-4e90caaf-ff16-4986-9a5c-42adfe743c6b tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 210 time: 0.0891240 Aug 07 01:15:07.047797 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-24ae3e3d-df96-4561-b1ae-7ad3f3b710f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:07.053618 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-24ae3e3d-df96-4561-b1ae-7ad3f3b710f2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.0843968 Aug 07 01:15:07.132452 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-9df9ca16-5528-4baf-921c-b9668a68c216 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717282 Aug 07 01:15:07.213204 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62f148-e6bc-45ac-be71-fb3b1c750fa2 req-490ddcb3-393d-45ed-a2bc-37f859c21d11 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:07.215811 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9a62f148-e6bc-45ac-be71-fb3b1c750fa2 req-490ddcb3-393d-45ed-a2bc-37f859c21d11 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 944 time: 0.0914288 Aug 07 01:15:07.218877 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:07.307382 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9a62f148-e6bc-45ac-be71-fb3b1c750fa2 req-dfb3c18b-819d-4686-b852-a3776332faa3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Aug 07 01:15:07.337165 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:07.382382 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:15:07.397136 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:07.397909 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:07.434694 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44312fb-1aef-43e0-b7e9-e175f33cd2fe req-61f19292-e4d3-45aa-9bc4-fdf85218fec7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:07.437536 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a44312fb-1aef-43e0-b7e9-e175f33cd2fe req-61f19292-e4d3-45aa-9bc4-fdf85218fec7 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.0743244 Aug 07 01:15:07.449300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:07.518511 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a44312fb-1aef-43e0-b7e9-e175f33cd2fe req-740fa738-8d81-4a7b-9740-082065692156 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724797 Aug 07 01:15:07.527196 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:07.819613 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:07.860882 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559734d-b5e3-4e2d-9c81-261e6f2bd179 None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:15:08.132110 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-f0fc934a-5953-4294-b592-e8bf5df78dd6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198699 Aug 07 01:15:08.239150 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-16b4f7e9-61c4-4aa5-ba65-b61955b4b9ac req-911be2a1-e240-47e0-9ede-233705ca9cab tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4f3f0774-3a34-4f19-9233-c4e55c7f5903 HTTP/1.1" status: 200 len: 210 time: 0.0698531 Aug 07 01:15:08.280440 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf62ee9-24bc-416f-87db-a1263fbbed1b None None] New status for floating IP e1b6ba39-c02f-440f-9509-23f7267ea7f5: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:15:08.308551 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb93f24d-58b3-41c6-9895-7817742a1dde req-505ac501-efe7-4da7-9d90-020a79b56457 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652017 Aug 07 01:15:08.480218 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:08.496377 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020d9f0-bf55-4d43-bb57-36004a9888b2 req-c9940a29-222d-4e81-971b-c39d3efc6912 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:08.498950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d020d9f0-bf55-4d43-bb57-36004a9888b2 req-c9940a29-222d-4e81-971b-c39d3efc6912 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 944 time: 0.0785937 Aug 07 01:15:08.572581 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d020d9f0-bf55-4d43-bb57-36004a9888b2 req-f4b059bb-a683-43c9-af2d-dd4749f8d93f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657938 Aug 07 01:15:08.741315 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275afe8b-8d00-4657-8f8c-1a4fb76ec38a req-27853a5b-ce00-40ee-bf52-a686c1e26c58 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:08.743915 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-275afe8b-8d00-4657-8f8c-1a4fb76ec38a req-27853a5b-ce00-40ee-bf52-a686c1e26c58 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.0905499 Aug 07 01:15:08.780270 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:08.830758 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-275afe8b-8d00-4657-8f8c-1a4fb76ec38a req-dedf4815-909d-4f92-8271-4451c71291f9 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782874 Aug 07 01:15:08.884314 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:15:08.921017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:15:08.921606 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9e5aa5e7-49cb-4c56-b9f5-3adf7c37f16a not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:15:09.024869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cd51d-4b8d-43cd-9d52-cf5b73fce397 req-037aba4b-165d-4e40-a355-efe8f9b052c6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:09.026696 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-101cd51d-4b8d-43cd-9d52-cf5b73fce397 req-037aba4b-165d-4e40-a355-efe8f9b052c6 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.0616088 Aug 07 01:15:09.038051 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44648) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:09.044314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Request body: {'floatingip': {'port_id': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:09.107341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.399828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44654) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:09.502104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83781-94c0-4663-99c7-dd95624307c9 req-4090c392-53d1-4af1-bc1f-04e1b882387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:09.503682 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-4090c392-53d1-4af1-bc1f-04e1b882387e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1128 time: 0.0692599 Aug 07 01:15:09.510260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (e8f7be01-20cc-4507-9263-0a3a917a40c2), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.608957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (e8f7be01-20cc-4507-9263-0a3a917a40c2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.707840 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.717733 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:09.728788 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.756649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83781-94c0-4663-99c7-dd95624307c9 req-6345a0dc-c33a-4dc1-a2d6-1b8c22a64781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:09.758463 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-6345a0dc-c33a-4dc1-a2d6-1b8c22a64781 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 915 time: 0.2412782 Aug 07 01:15:09.769768 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e8f7be01-20cc-4507-9263-0a3a917a40c2), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.773492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:09.774971 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e8f7be01-20cc-4507-9263-0a3a917a40c2 HTTP/1.1" status: 204 len: 168 time: 0.3739727 Aug 07 01:15:09.780572 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44658) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:09.844874 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-ce599842-17e5-4069-8ecc-e35001978d79 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 217 time: 0.0685873 Aug 07 01:15:09.846137 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-96f126c4-0a76-4a24-a2db-210ada64d034 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] show failed (client error): The resource could not be found. Aug 07 01:15:09.847183 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-96f126c4-0a76-4a24-a2db-210ada64d034 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups/e8f7be01-20cc-4507-9263-0a3a917a40c2 HTTP/1.1" status: 404 len: 347 time: 0.0596602 Aug 07 01:15:09.848036 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7be01-20cc-4507-9263-0a3a917a40c2,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:09.852043 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44660) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:09.872259 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.872638 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.873150 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.873598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.874029 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.874471 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.874937 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.875380 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.876475 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.876949 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.877380 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.877809 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.878234 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.878664 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:09.879092 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b794e508-af58-4cb3-b5e4-0b111286f7c8 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:15:10.078552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af83781-94c0-4663-99c7-dd95624307c9 req-d47c5ae9-b2d8-4494-9ac9-e40f9edb6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:10.081230 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-d47c5ae9-b2d8-4494-9ac9-e40f9edb6695 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.2119551 Aug 07 01:15:10.106645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855c67-51f3-4368-8bbb-bcbb067dfc32 req-14db606a-f2aa-448f-90e6-a5a137aa5fd1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:10.108979 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ee855c67-51f3-4368-8bbb-bcbb067dfc32 req-14db606a-f2aa-448f-90e6-a5a137aa5fd1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 944 time: 0.4298167 Aug 07 01:15:10.131159 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-92a06c47-c3fc-488f-99f2-475267a52ccc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433526 Aug 07 01:15:10.131667 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Deleting port 945d4e04-d8bd-490e-9297-53f05124512f {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:15:10.132121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (945d4e04-d8bd-490e-9297-53f05124512f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.189019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:10.231005 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ee855c67-51f3-4368-8bbb-bcbb067dfc32 req-070fc691-8f67-48ca-91ca-a87496ab90e6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091933 Aug 07 01:15:10.233725 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Floating IP 11d87496-c9f5-4b57-9d13-56e9869e10cc associated. External IP: 172.37.1.125, port: b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9. Aug 07 01:15:10.311178 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (945d4e04-d8bd-490e-9297-53f05124512f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.311487 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (945d4e04-d8bd-490e-9297-53f05124512f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.336008 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-3cc6d767-7f25-44a7-bcea-019e6b6584fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882510 Aug 07 01:15:10.337765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Calling delete_port for 945d4e04-d8bd-490e-9297-53f05124512f owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:15:10.515086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1af83781-94c0-4663-99c7-dd95624307c9 req-5892103a-a6b1-4d04-9b7b-5b9c8a160af0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694317 Aug 07 01:15:10.548292 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:10.586059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:15:10.600886 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (945d4e04-d8bd-490e-9297-53f05124512f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.632954 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'Port': ['ID=945d4e04-d8bd-490e-9297-53f05124512f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:10.703554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:10.716735 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e1b6ba39-c02f-440f-9509-23f7267ea7f5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.720997 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.722479 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-af9921be-4ae7-4d3c-98d5-da93c4b5131a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e1b6ba39-c02f-440f-9509-23f7267ea7f5 HTTP/1.1" status: 204 len: 168 time: 0.8690977 Aug 07 01:15:10.744288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:15:10.754076 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.767470 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:15:10.786682 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:10.787647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:10.825420 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9eac1725-c849-4450-8f80-efc09c9be9c2 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/11d87496-c9f5-4b57-9d13-56e9869e10cc HTTP/1.1" status: 200 len: 992 time: 1.7854984 Aug 07 01:15:10.826480 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:10.830785 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29601550-737e-422f-b2b4-20f8f575f0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:10.880765 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 44668) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:10.890658 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211122002', 'description': 'tempest-description--51630681'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:10.892933 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3866d75-7fa5-41ce-ad9c-cb5e63d69040 x-openstack-request-id: req-d3866d75-7fa5-41ce-ad9c-cb5e63d69040 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:10.893369 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:10.893775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3866d75-7fa5-41ce-ad9c-cb5e63d69040 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:10.895647 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3866d75-7fa5-41ce-ad9c-cb5e63d69040'] response: {'name': 'network-changed', 'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'status': 'completed', 'code': 200} Aug 07 01:15:10.929791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 77812789-b59f-4abe-9e20-b16f511c9fe2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:15:10.946053 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:10.999150 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:11.009812 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-e7f85924-f2d7-45f7-a4c6-155553e06b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:11.011564 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-e7f85924-f2d7-45f7-a4c6-155553e06b1b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 1130 time: 0.0802398 Aug 07 01:15:11.044754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:11.161397 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.173705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.224808 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-429699de-a55c-4feb-8345-0e7d5606a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:11.226703 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-429699de-a55c-4feb-8345-0e7d5606a6f0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 200 len: 918 time: 0.2064993 Aug 07 01:15:11.233731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.235690 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3526704 Aug 07 01:15:11.241103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44670) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:11.248919 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a377e-0ce1-4cc7-9057-f54919538b61 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:11.249610 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group_rule': {'security_group_id': '2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:11.321936 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (ff25016b-5991-4ba0-889f-5d516610ee77), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.356114 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-4816972b-6f2a-4858-9e5f-3643d077ea8b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 HTTP/1.1" status: 200 len: 1000 time: 0.1165111 Aug 07 01:15:11.447979 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (ff25016b-5991-4ba0-889f-5d516610ee77), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.455573 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (ff25016b-5991-4ba0-889f-5d516610ee77), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.470189 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-5623a5f3-f285-4c61-b756-f9b2a37e2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:11.471825 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-5623a5f3-f285-4c61-b756-f9b2a37e2e6b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 200 len: 856 time: 0.1091940 Aug 07 01:15:11.498345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.503273 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2569673 Aug 07 01:15:11.506715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44676) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:11.508303 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b46bb-d2b6-4a5d-bc20-426447e59ba9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff25016b-5991-4ba0-889f-5d516610ee77,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:11.515602 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580c604-30a3-47a8-bdab-0b9f367796e0 req-ca8a8b74-ebfc-46f6-abaa-f3685d6ce95f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:11.518877 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e580c604-30a3-47a8-bdab-0b9f367796e0 req-ca8a8b74-ebfc-46f6-abaa-f3685d6ce95f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 944 time: 0.1000412 Aug 07 01:15:11.528693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'security_group_rule': {'security_group_id': '2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:11.536969 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77812789-b59f-4abe-9e20-b16f511c9fe2,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:11.598288 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '77812789-b59f-4abe-9e20-b16f511c9fe2', 'network_id': 'ea640be5-e5dd-479f-a491-fb3ae7cc114e', 'port_id': '77812789-b59f-4abe-9e20-b16f511c9fe2', 'mac_address': 'fa:16:3e:a6:08:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b600d8a6-31b8-4d75-98e3-b19d6e1c59c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:15:11.599490 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (bcbba442-9178-447a-a6d3-3d2ed692d0a8), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.600188 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-6029d46d-4ef6-446a-9845-5b1716414d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:11.602607 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-6029d46d-4ef6-446a-9845-5b1716414d75 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=96bfca6e-7131-4db0-b142-73ffbffe52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229217 Aug 07 01:15:11.674754 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:11.678094 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 77812789-b59f-4abe-9e20-b16f511c9fe2 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:11.678503 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.730413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (bcbba442-9178-447a-a6d3-3d2ed692d0a8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.732535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77812789-b59f-4abe-9e20-b16f511c9fe2 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:15:11.738028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (bcbba442-9178-447a-a6d3-3d2ed692d0a8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.752755 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e580c604-30a3-47a8-bdab-0b9f367796e0 req-5f5d4ce2-5060-42dd-8d1a-aa7a64ca0c1a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985338 Aug 07 01:15:11.758631 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77812789-b59f-4abe-9e20-b16f511c9fe2,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:11.763068 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:11.772295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.785216 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbba442-9178-447a-a6d3-3d2ed692d0a8,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:11.820457 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.829583 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-335f1096-24a9-402e-b18b-a9586dd93712 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3144379 Aug 07 01:15:11.830593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44680) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:11.836601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '11d87496-c9f5-4b57-9d13-56e9869e10cc', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.125', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:8f:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4795f-ad25-4565-bc64-10cbae94641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:51Z', 'updated_at': '2022-08-07T01:15:09Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:11.837449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:11.863119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-ab105b7a-97c8-4c9c-85e6-fcdbbfe4a463 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517192 Aug 07 01:15:11.874512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:11.904755 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:15:11.933658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:11.945038 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:11.946117 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:14:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:12.022137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:12.030059 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29601550-737e-422f-b2b4-20f8f575f0d5 req-fc536b8a-16b3-48ee-8e48-7d48fb8a6afd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598330 Aug 07 01:15:12.043776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.075318 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7c45362d-ab44-4d2a-b0d6-949a664329f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.134470 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:12.178716 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['77812789-b59f-4abe-9e20-b16f511c9fe2'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:15:12.206445 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Allocated IP 172.37.1.202 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/9f2cf1d6-0393-45c7-bf01-41cebe48e0f2) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:15:12.244508 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:12.371379 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.420549 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.464609 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:12.478526 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:15:12.485547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:15:12.488868 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:15:12.512517 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=9f2cf1d6-0393-45c7-bf01-41cebe48e0f2,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:12.631844 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.714156 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.721451 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '11d87496-c9f5-4b57-9d13-56e9869e10cc', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.125', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:8f:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4795f-ad25-4565-bc64-10cbae94641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:51Z', 'updated_at': '2022-08-07T01:15:09Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:12.770095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403ce70-c29a-4791-9836-59e7c58ddbcb None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '11d87496-c9f5-4b57-9d13-56e9869e10cc', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'floating_ip_address': '172.37.1.125', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'port_id': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'mac_address': 'fa:16:3e:8f:98:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b4795f-ad25-4565-bc64-10cbae94641a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:51Z', 'updated_at': '2022-08-07T01:15:09Z', 'revision_number': 1, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:15:12.959858 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:12.986406 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.107593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aebb43-65a8-4425-8d97-551f33e4ac8f req-329b54bd-ed5b-4f47-a049-28d8cb080b88 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:13.109142 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-28aebb43-65a8-4425-8d97-551f33e4ac8f req-329b54bd-ed5b-4f47-a049-28d8cb080b88 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 945 time: 0.1460862 Aug 07 01:15:13.116497 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d2f69-32da-4a2e-b18d-b4637ecd22ff None None] New status for floating IP 11d87496-c9f5-4b57-9d13-56e9869e10cc: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:15:13.140379 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.143989 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=9f2cf1d6-0393-45c7-bf01-41cebe48e0f2,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:13.151930 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:13.182335 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:13.188554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.190194 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-13294b15-5ef2-4e00-86f6-8dd5718d9b7a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3582594 Aug 07 01:15:13.214435 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-28aebb43-65a8-4425-8d97-551f33e4ac8f req-3e443fbc-5b53-4fb0-938c-3605020004c5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912423 Aug 07 01:15:13.456087 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 77812789-b59f-4abe-9e20-b16f511c9fe2 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:15:13.526972 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-c255a1e8-65c6-44d3-adf7-ebc56c8f5e7d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--211122002&fields=id&tenant_id=7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 267 time: 0.0660541 Aug 07 01:15:13.542625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 77812789-b59f-4abe-9e20-b16f511c9fe2 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:15:13.554261 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 77812789-b59f-4abe-9e20-b16f511c9fe2 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:15:13.554999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.696430 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-ead89062-89de-4845-89fb-774ebf1ed0ae tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:13.696784 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 77812789-b59f-4abe-9e20-b16f511c9fe2 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:13.697293 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.698904 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-ead89062-89de-4845-89fb-774ebf1ed0ae tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 811 time: 0.1621590 Aug 07 01:15:13.717747 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-f1680b1c-0a16-4ca8-b823-9bec1af97b12 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/quotas/7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 375 time: 0.0111570 Aug 07 01:15:13.743361 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:13.747502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586f3ac-135a-48a9-9059-6a602d96fb47" -d '{"events": [{"server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "name": "network-vif-plugged", "status": "completed", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:13.773104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77812789-b59f-4abe-9e20-b16f511c9fe2,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:13.780209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:13.794881 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-114cf071-9db3-4909-b616-7d0341d602c4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659599 Aug 07 01:15:13.840771 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4408be-c200-4660-97ad-f2f595baefcd x-openstack-request-id: req-5d4408be-c200-4660-97ad-f2f595baefcd {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:13.841243 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "name": "network-vif-plugged", "status": "completed", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:13.841588 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d4408be-c200-4660-97ad-f2f595baefcd {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:13.842202 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4408be-c200-4660-97ad-f2f595baefcd'] response: {'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2', 'code': 200} Aug 07 01:15:13.858586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:13.881970 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:13.887269 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:13.997657 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-499ebed1-8c33-45c8-989c-81f12f2312fa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657357 Aug 07 01:15:14.193653 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520218-55a9-40cf-865c-c56689eb37d6 req-82fab854-c0d5-4295-9a17-c5dcbf252ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:14.195940 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fe520218-55a9-40cf-865c-c56689eb37d6 req-82fab854-c0d5-4295-9a17-c5dcbf252ad8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1130 time: 0.0993826 Aug 07 01:15:14.270782 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:14.303401 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-2b41da12-d003-4e25-adc6-8c855d3280e3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958474 Aug 07 01:15:14.338327 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fe520218-55a9-40cf-865c-c56689eb37d6 req-c1129e28-99df-4396-8088-71b788217791 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317413 Aug 07 01:15:14.442215 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463641e3-0ead-4eaa-8912-288b514f0932 req-5e6b2774-2677-4284-ae6c-f445d045e50d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:14.444860 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-463641e3-0ead-4eaa-8912-288b514f0932 req-5e6b2774-2677-4284-ae6c-f445d045e50d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0943975 Aug 07 01:15:14.546274 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-463641e3-0ead-4eaa-8912-288b514f0932 req-6f9dde21-6548-4317-bb68-219ea8aed3bb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904536 Aug 07 01:15:14.601389 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7411739f-d65d-4a73-9ab9-1e7943c8f55c req-162be7ca-1add-49b7-ad7c-7fffc5b8b027 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 210 time: 0.0658469 Aug 07 01:15:15.755069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964998b-ee88-44be-9ca0-47d99e50f290 req-c8575aad-d645-451c-a25d-d741d51f3d1b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:15.757527 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2964998b-ee88-44be-9ca0-47d99e50f290 req-c8575aad-d645-451c-a25d-d741d51f3d1b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0660481 Aug 07 01:15:15.787285 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6d36ad8f-b379-4862-890f-8c495f949100 req-50d596a4-7b33-4776-9ab6-6891367a88d4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 210 time: 0.0534270 Aug 07 01:15:15.827093 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2964998b-ee88-44be-9ca0-47d99e50f290 req-2cec1a50-21f4-4a90-9ecb-65ea21157944 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Aug 07 01:15:15.897187 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5de8f926-6821-4fa4-8e7b-0bbab916a40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:16.413264 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:15:16.702042 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-a2d08085-1d42-4231-a197-01271bb672f0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:16.704004 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-a2d08085-1d42-4231-a197-01271bb672f0 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 811 time: 0.1738839 Aug 07 01:15:16.804034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-ee59c718-1d67-4ae6-934c-9098933295e4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7fd9ab6d98a44605a57bd8ae9535a686 HTTP/1.1" status: 200 len: 379 time: 0.0751939 Aug 07 01:15:16.853869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'port': {'device_id': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'admin_state_up': True, 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'security_groups': ['2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:16.983402 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1f986701-f9f0-4c1b-96e6-adbf1e45bcdf req-65fcef16-0c2b-49fd-b85c-6086aec1bd0a tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 210 time: 0.0611598 Aug 07 01:15:17.018296 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca87216-9e4d-42b5-9798-464a4cb6dd93 req-4f87844c-2f4e-484a-aaa2-172b1a16e151 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:17.021632 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ca87216-9e4d-42b5-9798-464a4cb6dd93 req-4f87844c-2f4e-484a-aaa2-172b1a16e151 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0850756 Aug 07 01:15:17.066910 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Made reservation on behalf of 7fd9ab6d98a44605a57bd8ae9535a686 for: {'port': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:15:17.071151 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.086077 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ca87216-9e4d-42b5-9798-464a4cb6dd93 req-ad8b5c11-2dbd-4b52-8a0e-b1a06b5d5859 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569730 Aug 07 01:15:17.195585 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:17.231705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Allocated IP 172.20.0.8 (b1257e6a-7a97-43f5-969f-654d75e2ab7d/caef2aca-c58a-45ef-9bd0-e16f360f700e/cca96b0c-1343-4c42-8e76-9d5bf2321cee) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:15:17.458498 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.511738 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.583848 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:15:17.592273 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:15:17.600069 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:15:17.646721 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event updated for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:17.689113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:17.689688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.726225 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6fce4387-ad7f-497d-9b81-ea642d720765 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8759713 Aug 07 01:15:17.740030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Request body: {'port': {'device_id': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:17.832000 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.887871 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:17.906937 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-2f64023c-3bbb-48ec-b5a2-36d1afab0a69 None None] Provisioning complete for port cca96b0c-1343-4c42-8e76-9d5bf2321cee triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:15:17.907819 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2f64023c-3bbb-48ec-b5a2-36d1afab0a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:17.965244 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-2f64023c-3bbb-48ec-b5a2-36d1afab0a69 None None] Port cca96b0c-1343-4c42-8e76-9d5bf2321cee cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:15:18.204323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79ed98-4e3c-440a-9758-b8f7385c277e req-2f926cfa-40d7-4308-a364-a7a0011fad33 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:18.206205 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-af79ed98-4e3c-440a-9758-b8f7385c277e req-2f926cfa-40d7-4308-a364-a7a0011fad33 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 931 time: 0.0707386 Aug 07 01:15:18.256272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.312961 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-af79ed98-4e3c-440a-9758-b8f7385c277e req-e1ebe829-7543-4060-9e1e-9bfce139a52d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961552 Aug 07 01:15:18.360668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca96b0c-1343-4c42-8e76-9d5bf2321cee {{(pid=104194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:15:18.376929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks [] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.403849 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.provisioning_blocks [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Transition to ACTIVE for port object cca96b0c-1343-4c42-8e76-9d5bf2321cee will not be triggered until provisioned by entity L2. {{(pid=104194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:15:18.410469 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.449428 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:18.774955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:18.833234 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Attempting to bind port cca96b0c-1343-4c42-8e76-9d5bf2321cee on host hv-cinder-maste for vnic_type normal with profile {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:15:18.833912 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Attempting to bind port cca96b0c-1343-4c42-8e76-9d5bf2321cee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:15:18.833912 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Attempting to bind port cca96b0c-1343-4c42-8e76-9d5bf2321cee on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:15:18.839076 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Port cca96b0c-1343-4c42-8e76-9d5bf2321cee on network b1257e6a-7a97-43f5-969f-654d75e2ab7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:15:18.839398 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Attempting to bind port cca96b0c-1343-4c42-8e76-9d5bf2321cee on network b1257e6a-7a97-43f5-969f-654d75e2ab7d {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:15:18.845429 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:15:18.845881 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Checking segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:15:18.848546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Bound using segment: {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'} {{(pid=104194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:15:18.848546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.managers [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Bound port: cca96b0c-1343-4c42-8e76-9d5bf2321cee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d'}}] {{(pid=104194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:15:18.848546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.928065 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, cleared binding levels {{(pid=104194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:15:18.934703 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:15:18.945386 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.950744 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:18.951521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:18.953408 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/cca96b0c-1343-4c42-8e76-9d5bf2321cee HTTP/1.1" status: 200 len: 1093 time: 1.2191036 Aug 07 01:15:18.957168 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:18.960927 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683148f-83c8-4208-9d52-81733e00cd67" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:19.027913 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:19.043268 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c214a-d874-4b60-9178-bdd7e71a707f x-openstack-request-id: req-217c214a-d874-4b60-9178-bdd7e71a707f {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:19.043828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:19.044341 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-217c214a-d874-4b60-9178-bdd7e71a707f {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:19.044993 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217c214a-d874-4b60-9178-bdd7e71a707f'] response: {'name': 'network-changed', 'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'status': 'completed', 'code': 200} Aug 07 01:15:19.116629 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911303-d3e4-408d-b14e-535177de25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=3']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:19.132462 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-d80a3599-bc8f-4292-b3f8-b00feb845c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:19.135204 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-d80a3599-bc8f-4292-b3f8-b00feb845c52 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 1127 time: 0.1178331 Aug 07 01:15:19.185554 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-6c680214-662a-482e-9bbc-a1aa51131876 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee HTTP/1.1" status: 200 len: 217 time: 0.0410385 Aug 07 01:15:19.259674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-e7680fac-8811-4b07-b54e-956ced565510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:19.262883 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-e7680fac-8811-4b07-b54e-956ced565510 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0664675 Aug 07 01:15:19.328883 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-2805c806-e71c-4f4c-b77f-e75291e21fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:19.330995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-2805c806-e71c-4f4c-b77f-e75291e21fc6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580614 Aug 07 01:15:19.482127 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:19.498429 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-7bbe9e9b-497d-4c4c-8393-7325d3e0050a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567206 Aug 07 01:15:19.505233 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9da1c-a841-46c7-bb4f-c0d0887bc61f req-cd8c17aa-5a26-4a12-ba5e-f2962154c0ca tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:19.507947 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4a9da1c-a841-46c7-bb4f-c0d0887bc61f req-cd8c17aa-5a26-4a12-ba5e-f2962154c0ca tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 943 time: 0.0901592 Aug 07 01:15:19.590906 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4a9da1c-a841-46c7-bb4f-c0d0887bc61f req-2b1ffd66-7e93-4d51-8314-b0254b3467a6 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723338 Aug 07 01:15:19.628674 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:19.645953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:19.662685 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d1fc202-727b-4984-b3d3-9e19fcde0772 req-f7d80030-e6c4-4d8d-b4cf-7f0820d83c2c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563008 Aug 07 01:15:20.797776 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08f9a0-f8e8-4e01-b60c-9c66b901dfaf req-dd58679c-f664-48e2-b60c-cf565d7528ba tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:20.800646 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5c08f9a0-f8e8-4e01-b60c-9c66b901dfaf req-dd58679c-f664-48e2-b60c-cf565d7528ba tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 943 time: 0.0965040 Aug 07 01:15:20.902392 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5c08f9a0-f8e8-4e01-b60c-9c66b901dfaf req-1a86ce79-0416-436c-a7db-495342e10a69 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907681 Aug 07 01:15:20.972385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683148f-83c8-4208-9d52-81733e00cd67 req-96efa3d1-932f-4f19-8c2c-0a741fb4ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:20.976950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-96efa3d1-932f-4f19-8c2c-0a741fb4ea35 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 1127 time: 0.0891685 Aug 07 01:15:21.130331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683148f-83c8-4208-9d52-81733e00cd67 req-1144d53f-f58f-4194-8b32-44225268ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:21.132218 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-1144d53f-f58f-4194-8b32-44225268ec8b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.1494749 Aug 07 01:15:21.193868 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-4022d1a6-79b9-4ed4-bbae-3a08e92e0464 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee HTTP/1.1" status: 200 len: 217 time: 0.0524037 Aug 07 01:15:21.296045 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683148f-83c8-4208-9d52-81733e00cd67 req-41d9092c-f125-4ff1-928d-adb3e05bfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:21.298898 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-41d9092c-f125-4ff1-928d-adb3e05bfecf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0952649 Aug 07 01:15:21.379502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683148f-83c8-4208-9d52-81733e00cd67 req-ed176d78-a2fe-4a2c-a832-b7e5575b5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:21.381196 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-ed176d78-a2fe-4a2c-a832-b7e5575b5089 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733750 Aug 07 01:15:21.490041 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device cca96b0c-1343-4c42-8e76-9d5bf2321cee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:15:21.520757 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-74bb41d2-c793-43ce-8aca-eaaeab9a5564 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309028 Aug 07 01:15:21.638160 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:21.660207 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'port_id': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'mac_address': 'fa:16:3e:48:6a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:15:21.703045 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d683148f-83c8-4208-9d52-81733e00cd67 req-e6d87ab9-a457-4f93-9c42-88ee2334c63f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727197 Aug 07 01:15:21.716778 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port cca96b0c-1343-4c42-8e76-9d5bf2321cee is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:21.717405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:21.742210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca96b0c-1343-4c42-8e76-9d5bf2321cee {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:15:21.771192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:21.776892 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:21.867981 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:22.122717 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['cca96b0c-1343-4c42-8e76-9d5bf2321cee'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:15:22.173720 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507cb3-c214-4322-8156-a0c2c7b408d3 req-f4f6757d-91e4-4814-a00a-344883ccc7c6 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:22.176685 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-51507cb3-c214-4322-8156-a0c2c7b408d3 req-f4f6757d-91e4-4814-a00a-344883ccc7c6 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 944 time: 0.0873766 Aug 07 01:15:22.246377 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-51507cb3-c214-4322-8156-a0c2c7b408d3 req-b5c71dec-1d51-4a30-b258-e7a071e9ca8e tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618172 Aug 07 01:15:23.134013 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:23.339084 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:23.395368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:23.461413 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962a327-a4d4-430c-9c83-adf702b8f7bb req-6cdec9ba-ac6d-482d-89a8-af3f539ae0da tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:23.463163 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1962a327-a4d4-430c-9c83-adf702b8f7bb req-6cdec9ba-ac6d-482d-89a8-af3f539ae0da tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 944 time: 0.0778399 Aug 07 01:15:23.489279 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device cca96b0c-1343-4c42-8e76-9d5bf2321cee up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:15:23.541610 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1962a327-a4d4-430c-9c83-adf702b8f7bb req-4b42308e-7fe9-4e56-913a-443847fd17dc tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670781 Aug 07 01:15:23.550040 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port cca96b0c-1343-4c42-8e76-9d5bf2321cee completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:15:23.559992 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port cca96b0c-1343-4c42-8e76-9d5bf2321cee triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:15:23.560653 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:23.689120 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port cca96b0c-1343-4c42-8e76-9d5bf2321cee is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:15:23.689742 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:23.731821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:23.736178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08cbf9-4fed-487a-a3b9-15f331ca29ed" -d '{"events": [{"server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "name": "network-vif-plugged", "status": "completed", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:23.760935 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:15:23.769779 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:23.819294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc5a59-920b-44b3-93ea-b8dc9f28ea37 x-openstack-request-id: req-dbcc5a59-920b-44b3-93ea-b8dc9f28ea37 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:23.819772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "name": "network-vif-plugged", "status": "completed", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:23.820184 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbcc5a59-920b-44b3-93ea-b8dc9f28ea37 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:23.820928 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbcc5a59-920b-44b3-93ea-b8dc9f28ea37'] response: {'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'code': 200} Aug 07 01:15:23.848641 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:23.862866 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:15:24.497897 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf6f47-8cdd-4db7-a23c-9193a29b5350 req-d8472abd-9b3e-4903-b1f4-1ea59686cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:24.501031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9bf6f47-8cdd-4db7-a23c-9193a29b5350 req-d8472abd-9b3e-4903-b1f4-1ea59686cecc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 1129 time: 0.0781770 Aug 07 01:15:24.572767 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9bf6f47-8cdd-4db7-a23c-9193a29b5350 req-f0f8af13-41e5-48a8-8bfb-807123de6a7d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629845 Aug 07 01:15:24.734610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b619b9-acb4-438f-88c4-835d11fe0b37 req-e89998ef-1151-4c9b-a97a-9b3bbdc4e4ac tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:24.737070 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c9b619b9-acb4-438f-88c4-835d11fe0b37 req-e89998ef-1151-4c9b-a97a-9b3bbdc4e4ac tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0865748 Aug 07 01:15:24.819498 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c9b619b9-acb4-438f-88c4-835d11fe0b37 req-7744c4ce-0d73-458d-ac60-804c3f211faa tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759876 Aug 07 01:15:26.057073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bf461-8fbd-4670-a0d7-d1d5b73cdc9a req-a8e90c13-6f4f-44b9-9d80-60aea81714ab tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:26.059212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff7bf461-8fbd-4670-a0d7-d1d5b73cdc9a req-a8e90c13-6f4f-44b9-9d80-60aea81714ab tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0992684 Aug 07 01:15:26.129349 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff7bf461-8fbd-4670-a0d7-d1d5b73cdc9a req-dd854178-bb54-48f4-831e-ade99c327e19 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587189 Aug 07 01:15:26.409458 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:27.350665 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87213e0-000f-40f2-acfb-041710c16a57 req-e9cf1511-29ca-476f-b799-a7b89e82bee4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:27.353361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d87213e0-000f-40f2-acfb-041710c16a57 req-e9cf1511-29ca-476f-b799-a7b89e82bee4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0894382 Aug 07 01:15:27.416478 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d87213e0-000f-40f2-acfb-041710c16a57 req-9708538d-0e33-41cf-a7ea-fef101495c8d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558405 Aug 07 01:15:28.597568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a4e2-3226-4b95-96aa-9a0cc6cd6736 req-c696a5b4-4126-46a2-b555-91a573deccfb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:28.600206 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e217a4e2-3226-4b95-96aa-9a0cc6cd6736 req-c696a5b4-4126-46a2-b555-91a573deccfb tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0855403 Aug 07 01:15:28.671156 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e217a4e2-3226-4b95-96aa-9a0cc6cd6736 req-307df676-cc0b-4016-a1f9-57dcd28e32dc tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616839 Aug 07 01:15:29.852291 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813856-c1c7-49c1-bede-7374174aa2a9 req-c2fbf694-26f8-4084-bdf8-787b625a31b4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:29.855586 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8a813856-c1c7-49c1-bede-7374174aa2a9 req-c2fbf694-26f8-4084-bdf8-787b625a31b4 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0941925 Aug 07 01:15:29.931568 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8a813856-c1c7-49c1-bede-7374174aa2a9 req-c32e6d9f-af86-48b5-9895-9bc46a0f4924 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663137 Aug 07 01:15:30.137578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45bbc4-b005-4b8a-846f-605188cea5f2 req-20d9b2c8-89e7-4699-95b1-48c4a6b6ece2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:15:30.140291 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f45bbc4-b005-4b8a-846f-605188cea5f2 req-20d9b2c8-89e7-4699-95b1-48c4a6b6ece2 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0692768 Aug 07 01:15:30.151447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 44832) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:15:30.156340 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Request body: {'floatingip': {'port_id': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:15:30.207198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:30.466568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:30.966657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:30.973262 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:31.167971 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Floating IP e67bb3a4-1905-4685-b553-da43672def01 associated. External IP: 172.37.1.202, port: cca96b0c-1343-4c42-8e76-9d5bf2321cee. Aug 07 01:15:31.256286 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:31.548110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:15:31.752845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:15:31.759089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:31.769646 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:15:31.774693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:31.793442 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:31.794509 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:15:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:31.809661 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-19d656f4-f585-44ee-9b8b-10b8e229f4ef tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/e67bb3a4-1905-4685-b553-da43672def01 HTTP/1.1" status: 200 len: 991 time: 1.6567130 Aug 07 01:15:31.810607 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:15:31.815449 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:15:31.885988 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc9889-27ef-4416-bdae-5efb814e99c3 x-openstack-request-id: req-60dc9889-27ef-4416-bdae-5efb814e99c3 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:15:31.886579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:15:31.886813 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60dc9889-27ef-4416-bdae-5efb814e99c3 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:15:31.887395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dc9889-27ef-4416-bdae-5efb814e99c3'] response: {'name': 'network-changed', 'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'status': 'completed', 'code': 200} Aug 07 01:15:32.099759 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:32.455450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67bb3a4-1905-4685-b553-da43672def01', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:48:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:15:12Z', 'updated_at': '2022-08-07T01:15:30Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:32.492616 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:15:32.504312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:15:32.505010 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:15:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:32.655060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:15:33.065303 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67bb3a4-1905-4685-b553-da43672def01', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:48:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:15:12Z', 'updated_at': '2022-08-07T01:15:30Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:15:33.102222 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c7a6-d878-4dbd-97d9-c5e05716e0e4 None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67bb3a4-1905-4685-b553-da43672def01', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'floating_ip_address': '172.37.1.202', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'port_id': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'mac_address': 'fa:16:3e:48:6a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:15:12Z', 'updated_at': '2022-08-07T01:15:30Z', 'revision_number': 1, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:15:33.434251 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1f2c0f-c7f6-4721-b1c5-186b0a58deb5 None None] New status for floating IP e67bb3a4-1905-4685-b553-da43672def01: ACTIVE {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:15:39.912893 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=46 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:39.925529 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=84 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:41.794662 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=34 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:41.801417 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:42.019135 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1cdf7cf0-5cd7-47bc-8d86-59c591ccb243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:43.634632 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:43.639258 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:15:45.882688 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6fbc7b3b-0b1c-47ca-8f3b-1728c8304d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:48.248530 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:49.016535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:49.627336 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:53.117969 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:15:53.414464 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:16:03.109323 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:03.113335 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:11.802671 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=22 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:12.031492 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f224e492-97d3-4ce1-9ec6-95988f8260c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:15.901611 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e821b845-cf92-4144-b7cc-ff40eff172a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:17.387748 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:18.271871 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:18.648311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-d72a296d-edd7-4957-b505-a089c8213294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:18.651247 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-d72a296d-edd7-4957-b505-a089c8213294 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 1129 time: 0.1656871 Aug 07 01:16:18.988195 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-653bacc6-0f72-4ab7-bc13-02e64a2c85bb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870712 Aug 07 01:16:19.029416 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:19.110202 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-d4bd02f5-50ca-470d-9c8e-d6d1595a193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.115877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-358842e2-d975-44d4-b377-5c8a6546d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.119229 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-358842e2-d975-44d4-b377-5c8a6546d831 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 200 len: 912 time: 0.2179334 Aug 07 01:16:19.123520 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-d4bd02f5-50ca-470d-9c8e-d6d1595a193e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0995169 Aug 07 01:16:19.276311 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-181dba1d-3b7e-476a-a871-171abc3c4d0b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee HTTP/1.1" status: 200 len: 1001 time: 0.1460159 Aug 07 01:16:19.373901 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-e75d2fe0-db5c-4257-a84a-46c57fdc086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.377356 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-c985ca19-4480-4295-a2c8-ce80189321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.377811 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-e75d2fe0-db5c-4257-a84a-46c57fdc086a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 200 len: 850 time: 0.0935216 Aug 07 01:16:19.380551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-c985ca19-4480-4295-a2c8-ce80189321f7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2183857 Aug 07 01:16:19.469340 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-c93b87f2-7343-46fb-bd85-1c7c45230308 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0761824 Aug 07 01:16:19.482679 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-d4ad89bd-fe5a-4d3c-98c1-14773771b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.486471 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-d4ad89bd-fe5a-4d3c-98c1-14773771b98a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b1257e6a-7a97-43f5-969f-654d75e2ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931654 Aug 07 01:16:19.583568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-efff2f73-6906-465e-8b3f-bd06d627b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.590087 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-efff2f73-6906-465e-8b3f-bd06d627b377 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.1136870 Aug 07 01:16:19.642221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:19.689238 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-245c850a-1ad8-42c6-8a63-2b3ad3dd4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:19.692697 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-245c850a-1ad8-42c6-8a63-2b3ad3dd4b96 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950034 Aug 07 01:16:19.701725 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-1d7c7237-6689-4577-a264-a1a2dcf22b2a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081969 Aug 07 01:16:19.895850 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-53f1fe62-6b0a-48f5-a6b7-94e9f759b504 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961288 Aug 07 01:16:19.920659 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e05e8e9c-69a4-4918-a8b7-d1a8bc9e2f36 req-a85ca563-d9ff-46b6-8359-a7ec25d7b898 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132256 Aug 07 01:16:20.135108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2eb884d6-e15f-4d69-853c-1aa815858ab5 req-fd7d26c1-8071-484b-a6e3-d401d8ca61f2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312295 Aug 07 01:16:20.144745 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8b3c-2180-4617-94ee-0774b1381988 req-6ec1b4b1-fd72-4a5f-aad0-bcd8a3af61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:20.147539 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-6ec1b4b1-fd72-4a5f-aad0-bcd8a3af61da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0808802 Aug 07 01:16:20.207782 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f039-3290-4f2b-8859-142d7aab9a19 req-7d1e87a3-338e-4c4c-8099-0281344b063e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:20.210397 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1216f039-3290-4f2b-8859-142d7aab9a19 req-7d1e87a3-338e-4c4c-8099-0281344b063e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0984881 Aug 07 01:16:20.319116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1216f039-3290-4f2b-8859-142d7aab9a19 req-87f272f6-0c4d-451f-af44-136e8bd60824 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979421 Aug 07 01:16:20.361709 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8b3c-2180-4617-94ee-0774b1381988 req-560b2f9f-3c36-448c-8b8c-fdc865994471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:20.364450 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-560b2f9f-3c36-448c-8b8c-fdc865994471 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2104306 Aug 07 01:16:20.674060 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-3b856a53-1f75-4b0d-8170-8a965c31ee22 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.1168087 Aug 07 01:16:20.774004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8b3c-2180-4617-94ee-0774b1381988 req-d767a86b-cd0d-460f-92d2-1765f439e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:20.776708 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-d767a86b-cd0d-460f-92d2-1765f439e711 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0903294 Aug 07 01:16:20.866004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8b3c-2180-4617-94ee-0774b1381988 req-35124b90-1116-4fbe-9b5b-23a2967034bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:20.868884 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-35124b90-1116-4fbe-9b5b-23a2967034bd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842378 Aug 07 01:16:21.199177 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-1550cfca-0c9f-40ff-8f2c-af1d3adac610 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456473 Aug 07 01:16:21.328905 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:21.359544 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-201b8b3c-2180-4617-94ee-0774b1381988 req-36a7d101-64de-4316-95cd-69639797a452 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528807 Aug 07 01:16:21.532799 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94ff65-b182-43ad-a414-35681626588d req-9b8f66e2-1e3e-4b20-b0da-6cd79114d17e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:21.534826 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb94ff65-b182-43ad-a414-35681626588d req-9b8f66e2-1e3e-4b20-b0da-6cd79114d17e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0638025 Aug 07 01:16:21.608085 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb94ff65-b182-43ad-a414-35681626588d req-59c94cd3-8e91-4a08-a250-e776ed4d4076 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626502 Aug 07 01:16:22.844767 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4d02b-7ff2-4b02-bb72-90e0595815ef req-bfb47004-489c-4f0c-b3fb-3f28585cc666 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:22.847227 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ede4d02b-7ff2-4b02-bb72-90e0595815ef req-bfb47004-489c-4f0c-b3fb-3f28585cc666 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1004827 Aug 07 01:16:22.945019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ede4d02b-7ff2-4b02-bb72-90e0595815ef req-56d768e2-7567-4f14-ba4a-1f30ef5f704c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858746 Aug 07 01:16:23.165596 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:24.185085 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60552-b17d-4668-9ba9-dccfbaa66d9c req-4f956661-5265-4967-8f89-531dd502323a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:24.187992 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-34e60552-b17d-4668-9ba9-dccfbaa66d9c req-4f956661-5265-4967-8f89-531dd502323a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1023622 Aug 07 01:16:24.208805 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:24.271923 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-34e60552-b17d-4668-9ba9-dccfbaa66d9c req-1978dbcf-51c3-4011-bd5b-2f1af80eaf9c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738041 Aug 07 01:16:25.525620 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d622de8-c64a-4545-8250-27ae3e1a29a9 req-422c4073-b078-4d60-a877-60749b32bce4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:25.529998 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d622de8-c64a-4545-8250-27ae3e1a29a9 req-422c4073-b078-4d60-a877-60749b32bce4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1086152 Aug 07 01:16:25.642758 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d622de8-c64a-4545-8250-27ae3e1a29a9 req-3f97c5c2-c62b-4c7a-96ce-84a04e6834d9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015606 Aug 07 01:16:26.827518 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9074e-eb92-4d33-abae-5182f1e4dfd7 req-be258f9f-518c-403e-aa73-ed643b7a4907 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:26.830414 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7be9074e-eb92-4d33-abae-5182f1e4dfd7 req-be258f9f-518c-403e-aa73-ed643b7a4907 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0634766 Aug 07 01:16:26.922995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7be9074e-eb92-4d33-abae-5182f1e4dfd7 req-e1d6d8ef-469d-42b7-ab6b-96956ee44d68 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814021 Aug 07 01:16:28.176683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b819c-6c54-4ed4-858e-a6af6e2c4338 req-3fb2f930-7a58-4298-9044-f16e0c7dfb3b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:28.179485 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-977b819c-6c54-4ed4-858e-a6af6e2c4338 req-3fb2f930-7a58-4298-9044-f16e0c7dfb3b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0998893 Aug 07 01:16:28.280627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-977b819c-6c54-4ed4-858e-a6af6e2c4338 req-ff4abdef-95c1-4237-90cd-b80027fdc690 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903592 Aug 07 01:16:29.448355 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c1def-3d7c-4ea7-916f-5857e44315cb req-1a575493-2bea-4a75-b6ac-fb1ce0217a1f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:29.450075 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-224c1def-3d7c-4ea7-916f-5857e44315cb req-1a575493-2bea-4a75-b6ac-fb1ce0217a1f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0602562 Aug 07 01:16:29.525792 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-224c1def-3d7c-4ea7-916f-5857e44315cb req-07070f2e-43a6-4790-91c1-4798be56ac6b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679321 Aug 07 01:16:30.419615 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:16:30.745583 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b752b-4804-4d7a-82c7-ecc8144e66b5 req-9507fd5e-a823-4e20-a7fd-5a259cb3de6d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:30.748509 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f09b752b-4804-4d7a-82c7-ecc8144e66b5 req-9507fd5e-a823-4e20-a7fd-5a259cb3de6d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0945942 Aug 07 01:16:30.843809 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f09b752b-4804-4d7a-82c7-ecc8144e66b5 req-2bcd2079-5db0-4a55-be23-06892dcff873 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851796 Aug 07 01:16:32.039254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4a37-08d6-48ee-986f-3ff879fbd6bf req-190a59b1-8a8b-448c-a01a-841449445614 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:32.041459 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6bdd4a37-08d6-48ee-986f-3ff879fbd6bf req-190a59b1-8a8b-448c-a01a-841449445614 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0710151 Aug 07 01:16:32.123215 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6bdd4a37-08d6-48ee-986f-3ff879fbd6bf req-c40c5e41-1db0-452e-a066-7febbb56f22a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706899 Aug 07 01:16:33.142838 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5a620-831c-4559-bce5-2d86d735ef80 req-bf58130a-b82c-4f46-bb14-f5d5ab57b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:33.145757 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b0d5a620-831c-4559-bce5-2d86d735ef80 req-bf58130a-b82c-4f46-bb14-f5d5ab57b858 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.1074028 Aug 07 01:16:33.149878 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:33.167148 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:33.242855 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b0d5a620-831c-4559-bce5-2d86d735ef80 req-4e4c40b9-b8a4-4524-a396-109f73617d2d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890319 Aug 07 01:16:33.338256 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ecf2-48b7-488a-aabd-07823c02d5c4 req-fd9860d4-f5f4-4597-810f-734946d57c02 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:33.342064 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1d03ecf2-48b7-488a-aabd-07823c02d5c4 req-fd9860d4-f5f4-4597-810f-734946d57c02 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0916276 Aug 07 01:16:33.365404 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:33.447799 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1d03ecf2-48b7-488a-aabd-07823c02d5c4 req-557c4364-7f78-41ad-b1f7-a7a2abac535c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947204 Aug 07 01:16:33.606377 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:34.656030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d38f9-5214-4b1d-8f04-b75726bfa2e3 req-6d0fc114-4e66-4900-8d02-5c69c415be31 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:34.659663 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac5d38f9-5214-4b1d-8f04-b75726bfa2e3 req-6d0fc114-4e66-4900-8d02-5c69c415be31 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0926180 Aug 07 01:16:34.736507 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac5d38f9-5214-4b1d-8f04-b75726bfa2e3 req-c5c87a8b-35bf-4b00-b1f1-1c6bb30a952a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656304 Aug 07 01:16:35.956352 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:35.982040 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f9a09-36ff-47ea-9cdd-88aa4bd2771e req-adf0a2b8-4c77-474f-86c7-24289e7cbba8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:35.984648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b64f9a09-36ff-47ea-9cdd-88aa4bd2771e req-adf0a2b8-4c77-474f-86c7-24289e7cbba8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0961659 Aug 07 01:16:36.080139 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b64f9a09-36ff-47ea-9cdd-88aa4bd2771e req-90d56b36-c3ee-4122-ba2f-504e17375caf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853658 Aug 07 01:16:36.777328 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-41062f63-4606-4c78-8ce8-3c0fa3094d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:36.780736 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-41062f63-4606-4c78-8ce8-3c0fa3094d49 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.1468079 Aug 07 01:16:36.806890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd726a-14f1-407f-8ce2-1b288490c278 req-029b9fcf-b547-4644-b12e-b777495d4e6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:36.810154 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19bd726a-14f1-407f-8ce2-1b288490c278 req-029b9fcf-b547-4644-b12e-b777495d4e6e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.1233096 Aug 07 01:16:37.048668 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-19bd726a-14f1-407f-8ce2-1b288490c278 req-0ee3bd36-73b1-47b3-b15b-11eee4d8afd5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226877 Aug 07 01:16:37.076592 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-2a748383-5982-4d31-ac14-55ccf7e3494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:37.080733 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-2a748383-5982-4d31-ac14-55ccf7e3494b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.2927117 Aug 07 01:16:37.187302 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-b15d6a2b-346d-4439-8152-dc990bd38fb8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.0974846 Aug 07 01:16:37.238885 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:37.274703 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-4aaea442-aca5-4bb3-a153-c1981b3e6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:37.277136 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-4aaea442-aca5-4bb3-a153-c1981b3e6dca service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0819135 Aug 07 01:16:37.345616 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-7c89f82b-84d4-4200-a10c-71d734d932bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:37.347497 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-7c89f82b-84d4-4200-a10c-71d734d932bc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626349 Aug 07 01:16:37.516342 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-b76dd1c9-77c7-4137-83ec-c0b95ed97e88 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598172 Aug 07 01:16:37.662204 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:37.677500 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b5b004a-9ead-4cb4-b25a-4b85b15647c0 req-0cfacd43-b839-4f71-9cd0-00235cc0bac0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536908 Aug 07 01:16:38.241932 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ce917-a312-4e01-a0d9-cd5ca85da0df req-00744aa0-6b69-46a3-a2b1-3d8a835f59f7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:38.243508 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-242ce917-a312-4e01-a0d9-cd5ca85da0df req-00744aa0-6b69-46a3-a2b1-3d8a835f59f7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0610590 Aug 07 01:16:38.317395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-242ce917-a312-4e01-a0d9-cd5ca85da0df req-00e38d9f-623f-41fa-b6d5-ddfeb7e14400 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668554 Aug 07 01:16:39.505769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd3d35-8078-4f31-b8e9-e08408170d59 req-fe526bf0-edde-46d2-b59d-158521c6f81c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:39.507769 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3bdd3d35-8078-4f31-b8e9-e08408170d59 req-fe526bf0-edde-46d2-b59d-158521c6f81c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0672822 Aug 07 01:16:39.582023 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3bdd3d35-8078-4f31-b8e9-e08408170d59 req-5203dd44-d084-4574-9345-c68dc3b90bda tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677602 Aug 07 01:16:40.411715 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:40.791598 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4fcbd-6694-4bbe-8e17-59762b2da485 req-1f059711-857a-440d-8842-25a9668c7106 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:40.793934 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60a4fcbd-6694-4bbe-8e17-59762b2da485 req-1f059711-857a-440d-8842-25a9668c7106 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0951567 Aug 07 01:16:40.893077 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60a4fcbd-6694-4bbe-8e17-59762b2da485 req-d3213269-0591-4d3f-b47f-267cc0bb7f61 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885434 Aug 07 01:16:41.116527 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca3af7-89ce-4cdb-8aac-4b7e6357120c req-7a3778c1-f242-4e9e-aa94-8b8f97664412 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:41.119154 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b0ca3af7-89ce-4cdb-8aac-4b7e6357120c req-7a3778c1-f242-4e9e-aa94-8b8f97664412 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0876932 Aug 07 01:16:41.136625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 45442) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:16:41.142744 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Request body: {'floatingip': {'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:16:41.251471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:42.033715 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a1bc6b5-5e5b-4337-921b-98d49ea65a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:42.089365 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:42.095693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:42.601889 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:42.696071 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Router aab6cbe6-064f-4f12-8095-8971bfedde11 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:16:42.780816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:42.883110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:16:42.889558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:42.900450 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:16:42.921453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:16:42.923479 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:16:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:16:42.941088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:16:42.945399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2277665c-0ae0-48d4-b825-71892d548f03" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:16:43.012102 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f06fc282-81b7-4b33-8c3e-0585d541652e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2 HTTP/1.1" status: 200 len: 994 time: 1.8733895 Aug 07 01:16:43.139332 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b649c47-aa72-4bb2-b1e5-273a6e60a061 x-openstack-request-id: req-4b649c47-aa72-4bb2-b1e5-273a6e60a061 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:16:43.140431 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:16:43.140431 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b649c47-aa72-4bb2-b1e5-273a6e60a061 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:16:43.141400 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b649c47-aa72-4bb2-b1e5-273a6e60a061'] response: {'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'status': 'completed', 'code': 200} Aug 07 01:16:43.149360 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:16:43.238226 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277665c-0ae0-48d4-b825-71892d548f03 req-197fbec4-1a8d-4e12-a078-62b771df2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:43.240272 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-197fbec4-1a8d-4e12-a078-62b771df2b94 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0721624 Aug 07 01:16:43.424997 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277665c-0ae0-48d4-b825-71892d548f03 req-f6da8db3-3295-4172-a9f5-71ab3f96e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:43.430042 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-f6da8db3-3295-4172-a9f5-71ab3f96e9af service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1778150 Aug 07 01:16:43.570681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:16:41Z', 'revision_number': 3, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:16:43.577961 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-d32b135c-a66b-49ff-ad51-ec96bf44aedb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.1388147 Aug 07 01:16:43.608467 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:16:43.622549 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:16:43.623472 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:16:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:16:43.679916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277665c-0ae0-48d4-b825-71892d548f03 req-357872dc-e44b-4bde-881b-2ed580e7a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:43.682560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-357872dc-e44b-4bde-881b-2ed580e7a3a0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0974460 Aug 07 01:16:43.780724 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277665c-0ae0-48d4-b825-71892d548f03 req-531b851d-e73b-4637-a53f-f4bd584effdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:43.784029 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-531b851d-e73b-4637-a53f-f4bd584effdd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933855 Aug 07 01:16:43.854947 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:16:43.976651 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-17202f2a-1cc9-4b76-aae3-7419788f8b43 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859813 Aug 07 01:16:44.155090 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:44.167658 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2277665c-0ae0-48d4-b825-71892d548f03 req-a2badf6f-7bbb-4697-a23b-46ca5d540116 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839917 Aug 07 01:16:44.299986 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:16:41Z', 'revision_number': 3, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:16:44.342260 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc6911-3e81-4ad6-a0eb-19ce8a5ce181 None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'floating_ip_address': '172.37.1.100', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'port_id': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'mac_address': 'fa:16:3e:de:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:14:00Z', 'updated_at': '2022-08-07T01:16:41Z', 'revision_number': 3, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:16:45.143280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:16:45.147450 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a452db-deee-4153-8a20-eb0c1c024741" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:16:45.221886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42698b8e-59ea-4857-948d-7e12ae5dc6ea x-openstack-request-id: req-42698b8e-59ea-4857-948d-7e12ae5dc6ea {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:16:45.221886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:16:45.221886 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42698b8e-59ea-4857-948d-7e12ae5dc6ea {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:16:45.221886 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42698b8e-59ea-4857-948d-7e12ae5dc6ea'] response: {'name': 'network-changed', 'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'status': 'completed', 'code': 200} Aug 07 01:16:45.346214 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-a20c27c8-6b83-494f-bcad-86bbb85a2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:45.348767 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-a20c27c8-6b83-494f-bcad-86bbb85a2599 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0902011 Aug 07 01:16:45.511033 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-c3c2c4b1-a335-4f8a-9f40-005627217976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:45.513812 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-c3c2c4b1-a335-4f8a-9f40-005627217976 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1575890 Aug 07 01:16:45.635200 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-da8780b9-727e-42c5-8216-ee00d6ffd037 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.1141434 Aug 07 01:16:45.735364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-dc7f360f-2f96-4538-8b7b-9c553145ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:45.738361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-dc7f360f-2f96-4538-8b7b-9c553145ed10 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0938954 Aug 07 01:16:45.826629 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-1572892b-5786-402a-af1b-fae2421334c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:45.829440 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-1572892b-5786-402a-af1b-fae2421334c3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851605 Aug 07 01:16:45.907043 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-43c592c5-7f03-4c4c-bfc4-93a81f862c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:46.032816 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-a324cae6-92ff-4bed-81f8-aae85558c688 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968608 Aug 07 01:16:46.218534 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6a452db-deee-4153-8a20-eb0c1c024741 req-c853f86a-1e10-4897-bb53-ba8317db4998 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787291 Aug 07 01:16:48.244540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:48.268897 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:49.038896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:49.636098 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:53.000817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:53.005384 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:53.173951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:16:56.199563 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=43 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:56.211936 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:16:58.991186 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f96bf0-4ca8-493b-b97b-84b42c7071a1 req-375f7548-a6f1-405d-9bc2-ddfa6a4e029b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:16:58.993319 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b3f96bf0-4ca8-493b-b97b-84b42c7071a1 req-375f7548-a6f1-405d-9bc2-ddfa6a4e029b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0598884 Aug 07 01:16:59.061822 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b3f96bf0-4ca8-493b-b97b-84b42c7071a1 req-55e0df3a-fba1-4dfb-bbd3-f16a9b51c7c1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609286 Aug 07 01:17:00.258263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff468a5-a76e-41f3-8902-3a7d599a7318 req-f381988a-d265-4a30-bfd0-a339b47f72c1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:00.260075 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aff468a5-a76e-41f3-8902-3a7d599a7318 req-f381988a-d265-4a30-bfd0-a339b47f72c1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0869551 Aug 07 01:17:00.334738 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aff468a5-a76e-41f3-8902-3a7d599a7318 req-6f453ada-7f02-4880-a539-5a758fb39bdf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632546 Aug 07 01:17:00.726446 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-a5ea5253-ce1e-4b57-9384-46833c508102 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:00.729361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-a5ea5253-ce1e-4b57-9384-46833c508102 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.0911396 Aug 07 01:17:01.265061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Deleting port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:17:01.266032 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:01.387121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] For port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:17:01.387689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:01.561379 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f71c-86aa-47c4-925a-8d95bd983a57 req-ca59f6b3-e41a-4169-aed9-d0342d753529 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:01.563360 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f963f71c-86aa-47c4-925a-8d95bd983a57 req-ca59f6b3-e41a-4169-aed9-d0342d753529 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 945 time: 0.1032588 Aug 07 01:17:01.695105 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f963f71c-86aa-47c4-925a-8d95bd983a57 req-c020493a-a6fe-4b63-8df6-d8a03771d43a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=46796079-ee2f-4624-b7f1-d09ec5afaa67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198215 Aug 07 01:17:01.704094 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:01.704752 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e384f634-d85c-4fd7-860a-4ce3aaf8b6db), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:01.705488 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Floating IP e384f634-d85c-4fd7-860a-4ce3aaf8b6db disassociated. External IP: 172.37.1.165, port: 6681d8c9-7955-47db-a880-4ab2cb9ac6d1. Aug 07 01:17:01.705883 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Calling delete_port for 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:17:01.897529 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (6681d8c9-7955-47db-a880-4ab2cb9ac6d1), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:01.943907 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event deleted for resources: {'Port': ['ID=6681d8c9-7955-47db-a880-4ab2cb9ac6d1,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:17:01.959453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.959809 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.960156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.960529 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.960868 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.961199 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.961534 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.961860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.962365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.962579 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.962845 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.963184 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.963667 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.963994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:01.964348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:17:02.142591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:02.148504 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Router 97cedca9-fa7c-43ad-8275-81651306c6d1 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:17:02.331461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:02.337650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:17:02.355770 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Sync routers for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:17:02.368016 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:17:02.368694 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:16:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:17:02.421188 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] No DVR routers for this DVR port 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:17:02.429385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:02.435616 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51ce8f5e-8a75-4b2e-a4c2-b505a36a6911 req-6a22f434-3e3d-433d-8307-d7600d3d417f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.17 "DELETE /networking/v2.0/ports/6681d8c9-7955-47db-a880-4ab2cb9ac6d1 HTTP/1.1" status: 204 len: 173 time: 1.6995170 Aug 07 01:17:02.436543 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'name': 'network-vif-deleted', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:17:02.443169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909d056-90c8-4a29-a6e3-2fbee23155e1" -d '{"events": [{"server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "name": "network-vif-deleted", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:17:02.595695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe4a1a0-cb3d-4188-8198-bf5a5920092a x-openstack-request-id: req-fbe4a1a0-cb3d-4188-8198-bf5a5920092a {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:17:02.596663 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9968bbaa-9908-4063-bc7f-e6e805385fa2", "name": "network-vif-deleted", "tag": "6681d8c9-7955-47db-a880-4ab2cb9ac6d1", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:17:02.597897 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbe4a1a0-cb3d-4188-8198-bf5a5920092a {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:17:02.598902 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe4a1a0-cb3d-4188-8198-bf5a5920092a'] response: {'server_uuid': '9968bbaa-9908-4063-bc7f-e6e805385fa2', 'name': 'network-vif-deleted', 'tag': '6681d8c9-7955-47db-a880-4ab2cb9ac6d1', 'status': 'completed', 'code': 200} Aug 07 01:17:02.658331 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:17:02.872746 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-77057207-fb36-48a0-85a5-c73a9e8175c0 req-86acf241-98b0-4996-8f14-74c891a24b5d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0539074 Aug 07 01:17:02.943612 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:17:02.984367 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Checking router: 97cedca9-fa7c-43ad-8275-81651306c6d1 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:17:02.997948 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:17:02.999026 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:16:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:17:03.127792 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:17:03.163464 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:03.167587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:03.478550 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:17:03.509751 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe42f27-64a1-44cb-b8b5-245bae31e1b8 None None] The sync data for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi is: [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:13:31Z', 'revision_number': 4, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f7c3b9ca-6be3-4133-a8ea-bc8690401038', 'name': '', 'network_id': '14132cfd-b7a7-4ed9-b2b4-817954fdbf3b', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'mac_address': 'fa:16:3e:e1:99:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:30Z', 'updated_at': '2022-08-07T01:13:39Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'subnets': [{'id': '06027b49-2427-42f9-93b9-89fdde1357fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:17:03.827381 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c8beb3-67e7-4d0e-b8d1-8cfd93fcb294 None None] New status for floating IP e384f634-d85c-4fd7-860a-4ce3aaf8b6db: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:17:03.973750 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:17:04.043195 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7cb22259-7d64-4299-b4f8-effbe2ec1829 req-078822d8-0f87-4c24-be46-62d23a163664 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0568569 Aug 07 01:17:04.050117 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:17:04.050683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 6681d8c9-7955-47db-a880-4ab2cb9ac6d1 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:17:05.172467 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94250093-30e4-45d1-83a0-820fd02fd302 req-1a0f4399-d5e7-42c0-b9ad-067743ce6ad0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0342996 Aug 07 01:17:06.353579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cc80ccb7-a1ac-497c-85fe-6398328cfb1c req-10fdf96e-b9fe-490c-87c6-c2321e457c1f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0616724 Aug 07 01:17:07.423415 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:17:07.494889 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1390f88e-0f1f-42a3-9579-051baa153486 req-f37303d4-828e-4299-96ce-b099978e393b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Aug 07 01:17:08.640850 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d3a82cd9-7a23-4b48-a4ae-765d0b1d9261 req-e8c14859-2010-41af-9153-aa9496f0442b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0368769 Aug 07 01:17:09.789872 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68ecb46c-4679-48ae-bc4c-229401a8793b req-c5e9ea35-0dbb-4814-98fb-eee60d056e35 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0325456 Aug 07 01:17:10.917628 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-957afa0d-8b66-4c36-8761-43625bb6dd2d req-2cdab2e5-d1a3-459e-b6a5-2fc83ceb194d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0311258 Aug 07 01:17:12.036606 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c21d9b32-6e51-4683-b65b-ebd3cade6f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:12.075454 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ccd9e144-fcdf-4139-9baf-ef36b04adbbf req-3beff7fe-e0fb-4381-94d6-25bfc3b54ef9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0516357 Aug 07 01:17:13.266757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-235b5ea2-8503-4b29-8e30-7c58f91441ed req-d2963e4e-89eb-47f0-9b48-ca37b9ad6e56 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0599103 Aug 07 01:17:13.483183 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=77 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:14.422890 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d2a80acb-b16d-42e3-996d-426183c4bc65 req-ad2655a9-495a-41a6-b47f-e51be2798baf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0442293 Aug 07 01:17:15.564706 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-09358589-1ab7-41a7-8978-f7c46689620c req-0a6dd104-a378-44ab-aa4a-207eee486106 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0327532 Aug 07 01:17:15.886081 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-27aef5fa-c4f2-4c34-a4f1-60c308aeb726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:16.705536 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b888546f-c170-431a-9142-dacbe99e1840 req-6b6206b4-8bfc-4217-b79f-f9c41f80ae00 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0492465 Aug 07 01:17:17.416357 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:17.814266 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-71f72d35-7d1c-421d-b1af-b9418f9e592e req-1cd8c87e-1fa6-4998-9e49-222d9366132b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0301430 Aug 07 01:17:18.258792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:18.968990 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d9746b12-63f8-4129-958b-f5866b7c1c5f req-b2da539a-5171-452a-848e-6080db5f41cf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0515120 Aug 07 01:17:19.031208 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:19.643752 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:20.126512 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4ad8c305-4cd0-43a7-b79b-2387985a8e32 req-d612c92a-3e9d-4f61-8988-e0ee12c4ea29 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Aug 07 01:17:21.236673 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-d6ec0851-240f-4105-b895-6db76cbf9998 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551405 Aug 07 01:17:21.331557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-c7cc0298-dfd1-4170-b163-167a8e962df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:21.333463 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-c7cc0298-dfd1-4170-b163-167a8e962df9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0681987 Aug 07 01:17:21.351219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eecb31f4-28b5-487d-8a36-1d8c4f5f72fb req-10d20148-0ca6-45a8-a3dc-a6faa7adcb07 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0513113 Aug 07 01:17:21.528119 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-91779e91-6aba-413f-bb35-b2e1c36fc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:21.530261 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-91779e91-6aba-413f-bb35-b2e1c36fc014 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1627693 Aug 07 01:17:21.583678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-d41eaa99-d4f7-43b8-b3bc-5c6d0596292f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0454271 Aug 07 01:17:21.643424 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-9ff0b93f-907a-4362-82f4-c23161e115e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:21.645004 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-9ff0b93f-907a-4362-82f4-c23161e115e1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0549819 Aug 07 01:17:21.704319 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-17643668-5930-49c4-8d8c-e1d5e6c30a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:21.705983 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-17643668-5930-49c4-8d8c-e1d5e6c30a45 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532238 Aug 07 01:17:21.837050 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-0275bd0c-f5e1-46b7-938f-2682ce2d45ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236341 Aug 07 01:17:21.968040 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-82db4bda-6ea4-4e24-947b-e6cc1dd34e46 req-7ee87018-f345-4ade-8eaf-df4f1471b063 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146798 Aug 07 01:17:22.491669 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0aafffa7-1a30-41b4-a088-d240ea5c91cc req-524fdfb4-3ccd-4aec-9c44-c7fb713ea1c0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0333760 Aug 07 01:17:23.188618 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:23.641345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=24 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:23.644266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=18 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:23.666551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d00c155d-f887-4165-bb37-c67a09230f53 req-1a310c18-11f6-4c96-8015-0e17aab2f2a7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0352566 Aug 07 01:17:24.841769 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d763f609-8a13-4f51-9048-4258a5e73d0d req-9345fc74-e948-4c1c-bcbb-c4e18d56a0e3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0571029 Aug 07 01:17:26.022605 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0ed82d87-f86e-432f-992f-0e7c3650c23f req-e1b13f4c-f007-4aa0-baf6-3da1ad776cfc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0594051 Aug 07 01:17:27.173162 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f985390-fee7-4ab5-8871-9925b6de1a3a req-5debe133-990d-4030-90b9-520bf1ae6dda tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0456877 Aug 07 01:17:28.331449 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d327b4af-e627-47fd-b87c-fc1083488641 req-0b4027af-fbaa-41d4-bf6f-d0116e93a662 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0494232 Aug 07 01:17:29.461872 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b93a5fe9-22b4-4607-8b22-02c752771a94 req-13709b1f-e3c1-4af8-a913-89b172ad7044 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Aug 07 01:17:30.582451 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bb5e5285-9935-459f-b8db-b09f5dc2dcf3 req-13ce62ac-f4ec-4fc2-a904-493000520ec1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320783 Aug 07 01:17:31.709896 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-43e7526b-4266-4dce-a391-b0875355efb7 req-f08c7fd4-541e-484f-af41-581d9e418064 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0367799 Aug 07 01:17:31.961279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=56 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:31.963521 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=64 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:32.841902 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7a0fe6e8-afff-48f9-aa1c-ea45f46bb28a req-2ce4d2f3-a2be-4023-b84f-422b2b488944 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0316510 Aug 07 01:17:33.177118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:33.181186 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:33.974857 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f6c0efd9-fe00-4904-b25d-90c0a7668308 req-e7c0208d-9f56-491c-98db-f37512db9865 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0443079 Aug 07 01:17:35.091185 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bebbae73-3405-423c-9f31-ffcad60cd6b8 req-ae3040b0-1cbf-484a-ae23-7cff0606d403 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0322762 Aug 07 01:17:36.223927 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d1df5aa8-2af4-4d01-b2d9-73de4eaa9cb9 req-dc526d95-1af4-4dad-b438-4bd3b65858b5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Aug 07 01:17:37.350759 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-276744e0-a1e9-4ef1-a9fd-1d6f9cfff95c req-e72210a2-1101-4d97-9c2a-2973de1a5a36 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0388722 Aug 07 01:17:38.514416 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c4e7311e-be28-4476-8ae6-ed6b88c8f978 req-d70e2497-21e2-4af9-9167-fb467e59c18d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0340269 Aug 07 01:17:39.668929 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff08bb8d-f9d0-483c-973f-b0d2491ef4c2 req-0a7e93d6-8ddf-4d95-810a-2d4cb36cdb22 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0489385 Aug 07 01:17:40.833603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6803450c-87b1-46bf-a977-55201490210f req-f4795d31-a716-49ba-8cc5-52b7990a40bc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0335603 Aug 07 01:17:42.010418 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9a797e81-2894-4956-bd33-9b03d36795c2 req-5a0f6a2a-8942-4a0d-b328-32d816ec26a1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Aug 07 01:17:42.035092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9fe0-2b05-4440-bd6e-dffa2dd184e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:43.164154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-35d3fcc9-9ca9-45e7-ae6f-d7a0788e3a89 req-4ac2bf05-3389-4ca3-8fed-9a0d7afe5ccb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0350506 Aug 07 01:17:44.301795 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0503da49-9e18-4805-87da-490ea52a5a90 req-a9291017-d328-4309-8d94-652666453062 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336354 Aug 07 01:17:44.425441 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:17:45.451381 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2c3222c-1c9d-4b4b-ae9c-e687ea77d391 req-da191352-bd6b-40ba-857b-6c6e8db4c4db tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0547562 Aug 07 01:17:45.884350 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-95c204dc-7fa6-40cd-a997-7d572d11b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:46.604108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7f6ada85-3a49-4fa5-85d3-b595cb4e3be4 req-9e542ca9-c01a-4452-ae1a-2a919c871230 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0457726 Aug 07 01:17:47.752087 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-67fd722b-7b92-4df0-a744-2b94d1028f21 req-5e9618f6-1213-4455-8aae-ec94b63d3026 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0349369 Aug 07 01:17:48.277795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:48.868763 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d168f42d-49a7-4474-93b0-e39610524f9e req-a95f8036-9209-49a7-a814-57ebc7de33a2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0323217 Aug 07 01:17:49.020779 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:49.640123 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:50.028720 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3628f4de-1d6b-43ee-ae1f-294e6c7763cf req-d4cf171e-d0bf-440f-9efa-2117759e4dd7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0476060 Aug 07 01:17:51.165550 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a955cb3a-b771-4119-9e1e-155a59ffa76b req-7e20a225-25e6-46f1-a1b0-85c4674b775e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0332224 Aug 07 01:17:52.353508 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f8ed9a6e-3969-4d67-910f-04ca5f0b120e req-0f05ce15-fdb8-4600-90f4-83582eccab7e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0561903 Aug 07 01:17:53.203656 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:17:53.528281 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-19fa3939-9b5d-43f6-8886-da9d6f37609e req-e01ef6e4-1ee9-4e30-bd82-d4a60743fc91 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0372767 Aug 07 01:17:54.417516 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:54.419646 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:54.641305 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=28 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:54.643514 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:17:54.678129 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15070723-d652-439d-9f5a-d87b07767235 req-63fa0ed4-9dc7-44af-b885-3acf64cc9a6c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0478806 Aug 07 01:17:55.810968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-008beeb3-38ee-4e9f-82b2-3aee9bdfa2a9 req-b96d10cc-6045-46d9-910f-ecdf28b99c11 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Aug 07 01:17:56.286518 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-10e5fdfe-a798-4091-9a6b-0e9f96f5f83c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514326 Aug 07 01:17:56.365854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7446-9782-4a54-bba5-a82df95bd19a req-3e31da21-7cd8-41c6-a807-19d87c0bd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:56.367483 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-3e31da21-7cd8-41c6-a807-19d87c0bd4af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0493290 Aug 07 01:17:56.511634 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7446-9782-4a54-bba5-a82df95bd19a req-87677cbd-54e4-43ca-bb84-05fe607e9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:56.513650 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-87677cbd-54e4-43ca-bb84-05fe607e9979 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1184490 Aug 07 01:17:56.594942 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-56351756-cc23-4c40-b377-680ab9181b5d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.0721803 Aug 07 01:17:56.681348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7446-9782-4a54-bba5-a82df95bd19a req-17cc964b-196b-4c6f-b5a6-6b4126f8bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:56.682923 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-17cc964b-196b-4c6f-b5a6-6b4126f8bcc4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0759087 Aug 07 01:17:56.739775 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7446-9782-4a54-bba5-a82df95bd19a req-27227170-5e65-435a-9ba1-5721246b6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:17:56.741404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-27227170-5e65-435a-9ba1-5721246b6a86 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488036 Aug 07 01:17:56.875415 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-7a2135fc-159d-485a-a57a-0af8ec587ad2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205578 Aug 07 01:17:57.000869 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-81bc34c2-9825-478f-b6fe-9fc1bddb4b64 req-90eb244a-53ef-4b2c-84c3-10324d419a18 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0577507 Aug 07 01:17:57.037688 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-30be7446-9782-4a54-bba5-a82df95bd19a req-38412e10-a66f-4030-aaa0-3d96d2b7cef3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507232 Aug 07 01:17:58.156013 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-950f4cef-8932-4d10-83fd-226779014ea0 req-3d32a077-e69b-4801-8603-b47f55e3535e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0515559 Aug 07 01:17:59.303231 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f5ae4ddd-b852-4e27-b313-4374b71182d2 req-73485fdb-8874-42d2-9472-b55524389469 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0491073 Aug 07 01:18:00.441551 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-de3c4d08-f1e3-4eb3-a4bf-377fec71548c req-291cff58-0477-4d1a-bad3-98c2fcbf8067 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0435371 Aug 07 01:18:01.582833 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f5a6d2dc-2dc4-4f27-ad64-aceea69c93de req-899e35cf-2c45-4357-8ad7-e58958a2af2a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0472023 Aug 07 01:18:02.724371 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3247c263-a9e2-41a7-a70f-4263f6a0b5f4 req-07a19ca8-d05f-4071-9dd1-1561b2f7f44f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Aug 07 01:18:03.194676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:03.197012 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:03.859233 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-10381345-9b48-4f40-add1-ee0abe185ff7 req-76a49c4c-0bd8-4dba-96de-137aa74b75b1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0347993 Aug 07 01:18:05.023905 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e3abebe6-9c95-4fd0-a85e-b41557252dab req-04a4c1fc-4975-4545-b8d5-f41bb890f24a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0478334 Aug 07 01:18:06.163119 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-efe8f383-fb0f-4131-8bde-6e5c19bd7f91 req-3565e4c7-49e9-4475-9c0a-b4c595471b9f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0347562 Aug 07 01:18:07.028102 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=52 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:07.032088 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=49 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:07.293665 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-77046f56-e37d-4965-878a-c0d59db2b284 req-e9885532-e301-4332-9fa0-feb5f65591f2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0325885 Aug 07 01:18:08.427433 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c4eec774-f957-48c9-81f3-0c35bde5571f req-a7bc3265-c8d6-4d02-9f90-08fe0dd223c4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0436921 Aug 07 01:18:09.566260 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d315590f-3d66-422d-a694-ff1455a55ba5 req-a8a36021-a8fd-491b-8fd9-27087471cb4f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0490351 Aug 07 01:18:10.683452 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0b604d71-129e-4900-9eff-fe170f83303b req-456d4dac-2df8-4d6c-8c4c-54a10b6eb79e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0342221 Aug 07 01:18:11.782092 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=12 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:11.784404 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:11.798639 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-90750745-5016-470d-abaa-4d22da598c77 req-b420ed73-5ae5-45ee-bb7c-d005c493c920 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0324187 Aug 07 01:18:12.024604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b0ce37ce-f9a6-49cd-9a00-035302d2749c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:12.948386 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9434039f-91ab-426c-bf48-df26319f399c req-4bb2b73a-ad3a-4730-95a4-2da5718d74ab tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0493493 Aug 07 01:18:14.115708 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2a5ac2f8-3280-4681-b66f-cb9345669452 req-43a0e504-e2dc-435f-b0cb-927afc1568fc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0325251 Aug 07 01:18:15.288916 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f8e55e14-0fb9-4761-972c-edd762358f91 req-8e1c4870-04e2-46d9-a4fe-013898071522 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0542612 Aug 07 01:18:15.882108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-122032ab-7a13-4bb9-a914-9e066f8fdce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:16.416622 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1d170978-206b-4fbc-8f5c-1138ae8dda67 req-fe16f67a-9ac1-4205-96fc-f8534465932b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0365188 Aug 07 01:18:17.531908 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f8fa5b23-26aa-4b96-b129-199db76a32c6 req-7d6a5fde-717b-46de-94f2-80133181dd9e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0309660 Aug 07 01:18:18.267659 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:18.645441 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5656f334-487e-43a7-bc83-a33e390def84 req-0cacd9b5-bb83-4769-8eed-d33dd844f029 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0297184 Aug 07 01:18:19.019932 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:19.634911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:19.769897 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e3028bae-a3ef-49fc-b52b-b724d6a12a6e req-d9890b9c-ee08-4e21-a047-f3f64c8d0bdf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0344419 Aug 07 01:18:20.889743 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ecafbe16-8ed4-4b2b-8ad7-2106d9995eaf req-4ee46c7c-1872-4372-9a7f-30d034a81faf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362384 Aug 07 01:18:21.425534 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:18:22.029979 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7b3e9489-6200-44fe-9242-d6e91c79d1bc req-3570c546-2e52-44a8-9d27-914d1fe21ea0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0346107 Aug 07 01:18:23.222099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:23.325703 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-48d0c8ed-ca56-4242-9ad7-2bb94ba66b1b req-c99c76f0-ebea-42fd-b922-8e6ebad2bcef tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0392849 Aug 07 01:18:24.473184 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-70d86c0f-4411-4770-ad85-5f2d9b5641d2 req-77627984-0181-4f09-9abb-c880c0d36930 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0536776 Aug 07 01:18:25.636110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=28 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:25.641587 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:25.672368 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-661970e0-1949-44f0-aaf2-b0465a986312 req-091256d6-0349-4b6d-803b-7d97ae07f96a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0523980 Aug 07 01:18:26.866977 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8bede3f3-4572-499b-a0c1-3f5c4092dc28 req-261ad153-f634-444c-93c6-caf3cef3d954 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0481346 Aug 07 01:18:28.022795 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-133e855a-f2e4-43bc-8cfd-0a87e8a77ef6 req-bf578a2e-58b9-44eb-a6f4-36d88f4f7834 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0317364 Aug 07 01:18:29.211170 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff0d0059-9d2b-4ad2-b0aa-660b8ed0ea7b req-ac409df0-88a6-473e-bdfe-6600c22dfc4a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0558150 Aug 07 01:18:30.354880 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-10608452-7d2f-4d38-bdc3-744d6bea4663 req-be5a94e3-248c-4c2a-9b64-799bcf39a4df tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362253 Aug 07 01:18:31.420145 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:31.421853 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:31.477689 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dcfaf909-6526-48c9-b280-4261ac80bf63 req-4c3eabe9-6347-4ad9-9d71-00af18b248fb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0323646 Aug 07 01:18:32.586866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-14928594-6eaa-44e9-abae-aa55acecf192 req-3d168298-f0da-4328-941f-19f14f214085 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0304415 Aug 07 01:18:33.202992 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:33.214204 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:33.703167 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a782dc34-2f0e-4452-b2d5-00d0d591fbe8 req-d7ccc14f-86e4-44f1-bdb2-a22609216885 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0329511 Aug 07 01:18:34.832205 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-85659197-0d0b-454a-8058-2800c7211a6e req-abeb4fee-e99e-4c10-9861-47b114a41c71 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0474966 Aug 07 01:18:35.956744 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1c63da3f-faab-4182-8fbd-32795fdf77bb req-a595ab4b-6dff-4fcc-ae24-7e6aae47bf32 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0463512 Aug 07 01:18:37.080909 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ef69d495-2509-4ce0-94b2-950d9912f868 req-20ebdb41-23a9-43e9-8c09-f56d1245e69c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Aug 07 01:18:38.242624 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-311d02e8-27ea-4026-8545-89b934465fee req-95d19143-308c-4e6f-9a70-8041d789e13c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0739791 Aug 07 01:18:39.386134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9af1b7a9-82ac-4ea2-b551-8ec3ecffb93c req-d2ff1531-24c6-4761-a466-c279e25b40b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315056 Aug 07 01:18:40.523679 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eeb8e1e4-2a5f-4d7c-aa0c-52047a4c96a7 req-3a7e5d33-20ec-47d3-a79e-153c84751d21 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0447099 Aug 07 01:18:41.649007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c26ecb28-57b6-4ba3-bc25-fc2873487a86 req-5a7a25d3-9b8a-46a9-9b32-f72402105d18 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0379353 Aug 07 01:18:42.031869 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-442b2890-39d3-4db7-910d-f569c51c59eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:42.834827 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-37f01cbc-2d7f-4af1-b686-7deb9e25c857 req-aedf454a-24f4-4e7f-881c-27dcb94f2a29 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0542183 Aug 07 01:18:44.162190 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-67ec13cb-ecdd-4c17-a456-89e926200249 req-d7f316ae-4df7-439e-bb71-b912dbc12408 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0447416 Aug 07 01:18:45.292342 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b171d142-5ef4-4526-936d-282234bb0ecf req-251ac13e-a83e-454d-a7ba-96b987e071f4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0478833 Aug 07 01:18:45.879485 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d73581a6-83e7-4aae-bcee-b0883da9ebff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:46.423023 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acb2c4c2-fc12-4cbd-a59a-6cce72123657 req-77788564-297e-4071-826e-46ac63bf2c2f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0386131 Aug 07 01:18:47.565083 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b86a35f-c113-4c27-823e-137a0e244f5a req-18e2eb1f-2664-4b36-acaf-9527252f8306 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0356061 Aug 07 01:18:48.273782 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:48.693182 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ed8424cf-2fd8-40e3-b7be-ddabe7a01b15 req-e52caefc-4126-483a-a43f-1c62bb1df332 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0321405 Aug 07 01:18:49.019438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:49.647049 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:49.863901 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-58e2e3f5-f144-4f0b-abb3-1c22f2d84d7b req-65b622f4-325f-43e0-ae6d-7f3553016206 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Aug 07 01:18:51.042488 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2978893f-368a-4830-95a0-389d16991935 req-3cdb5937-728d-4579-907f-97fc110be724 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0502279 Aug 07 01:18:52.217815 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5bffaf54-8cb5-4f7d-9c3b-9f86c455a67b req-5ec1135e-a59c-49bc-8be2-0bb4921088d3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0547669 Aug 07 01:18:53.229084 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:18:53.351018 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e2ea7a82-6420-4bd3-886c-7208666b43da req-424fad15-2957-42d4-b406-599c5c843760 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0326653 Aug 07 01:18:54.467688 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b9b85c7f-306a-4e9d-a395-2c7857900b1c req-a396567f-8c89-408d-bc21-ff245ca1abc4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0322146 Aug 07 01:18:55.612101 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-82cc1423-70ad-40bb-9db2-5e4c01b5a317 req-49946188-b26c-4548-9e81-10b440b5dec8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318012 Aug 07 01:18:55.951731 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-bacc1ab1-fec2-42e6-990a-6d7fab055a1d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713766 Aug 07 01:18:56.033921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-40e0443f-6262-49a7-82b6-8ba17de8394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:18:56.035814 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-40e0443f-6262-49a7-82b6-8ba17de8394c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 1130 time: 0.0514231 Aug 07 01:18:56.176002 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-ff989655-ddc3-4e5b-9841-cf9094f2f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:18:56.178673 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-ff989655-ddc3-4e5b-9841-cf9094f2f806 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.1168447 Aug 07 01:18:56.268269 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-de96fb4d-74cf-4cfb-a4ef-07b23eccdaf1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5f83050-c635-4216-9f73-3f7cd60024ff HTTP/1.1" status: 200 len: 1002 time: 0.0787823 Aug 07 01:18:56.330953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-9bdf8cad-e86c-40e5-b974-e5a80cdc510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:18:56.332687 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-9bdf8cad-e86c-40e5-b974-e5a80cdc510a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.0541911 Aug 07 01:18:56.418537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-3e9a8549-e2ef-4748-a69e-98185fada494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:18:56.421272 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-3e9a8549-e2ef-4748-a69e-98185fada494 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780187 Aug 07 01:18:56.528439 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-5481c69c-1ff2-4843-9ab1-81a3afa34c10 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967314 Aug 07 01:18:56.645489 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aef82ae6-c90e-4172-83dc-bd471f708be9 req-b9a125b7-ae07-4d9b-a920-9e1a4dfd8afa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062567 Aug 07 01:18:56.719323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=25 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:56.723050 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=29 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:18:56.761457 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6391aa17-cad4-469a-a353-f30fb322ea15 req-b9e7e1b4-069c-4d84-9405-914cdf1bf49f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0564725 Aug 07 01:18:57.893097 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4b73daa6-5d7f-4d1e-abe5-9f24e3d4c357 req-1624fb91-01db-43f4-89b2-9a8eebb8dca3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0370815 Aug 07 01:18:58.430666 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:18:59.030777 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bae17095-58b4-45f6-b51d-7e64cb41dee6 req-bbc0f2f0-f21e-4bb8-9bb6-fe13a7995510 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362551 Aug 07 01:19:00.151844 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-09b9c11e-e3a7-4e42-84ec-f280ec8764f3 req-9c84cde7-0f79-48c1-bdac-dcbcb27076cc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0328290 Aug 07 01:19:01.274326 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8972386c-d801-47c7-a54a-533fd4a7f498 req-aaac454c-ac16-4e6a-8d79-45370cfc3186 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0333819 Aug 07 01:19:02.389555 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-830734b4-e66d-473c-911e-6f030d5f9046 req-b937ea9a-b1ca-4ab0-8084-05a4be40153e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315611 Aug 07 01:19:03.221747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:03.224064 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:03.516368 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce66743f-11a4-4255-93f8-9b2cf30e092a req-edfa99f4-d70a-4435-94d3-ff7c1e2abf8a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0421150 Aug 07 01:19:04.668902 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6169139-5979-4d0d-90d1-79ce8bc47b8d req-1c83f064-be0a-4586-b4c7-d41f6961fd16 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Aug 07 01:19:05.796999 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ae390c6b-1683-4126-bef2-42f323b092e7 req-6818e149-4e48-49b5-a979-46a1f2ac3fc1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0448849 Aug 07 01:19:06.640110 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=54 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:06.641275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=47 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:06.973624 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff0a0cc3-e97a-4e3f-8601-dff51fc0a556 req-7fd5572e-4d00-42c6-b74c-687b2503d5ae tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0474417 Aug 07 01:19:08.148053 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-34ce2660-0479-450d-a4f1-10bf5093c6b5 req-df22aefb-417d-4050-8e27-773d81a9a220 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0441432 Aug 07 01:19:08.392841 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:08.421812 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:09.284155 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-845df6c2-02d5-43af-9906-c7f994848a70 req-01cbeccc-e1b3-4ee7-9dae-d2c920147f2e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0335870 Aug 07 01:19:10.402967 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d4b2594d-8b29-42b3-b6cd-5e6338590002 req-1221608d-16ef-4faf-9f61-a032c101c6c0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0354033 Aug 07 01:19:11.517401 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-173b6269-a760-4694-94d8-d32f53e534cb req-46dac8cf-df40-48a7-8131-6975ff9d90bf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0323052 Aug 07 01:19:12.034274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e434aa83-b977-4030-83d3-9a1d84c0a342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:12.684053 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c221b652-3e0d-44e5-b1e2-33cbc29ea955 req-c4036d92-36e7-4e21-bca1-d6478a016094 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0484612 Aug 07 01:19:13.822265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d705433-07dc-49f9-8da6-8bd12fb65b4a req-ec4b18cb-201d-4c83-9fc3-2d29eb24f07c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0405962 Aug 07 01:19:14.966918 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fe6dd3b2-3121-4dc3-8b8e-df8152b11e24 req-660808aa-5d41-4416-982a-1d84b3235e47 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0401490 Aug 07 01:19:15.886062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4eec73c4-71b2-4303-919a-5a4b8ba9bd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:16.085459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1d92ed56-600e-4077-b7a6-56f75223ed2d req-c7453932-2d5d-44ed-bf14-930db38dbb42 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0338235 Aug 07 01:19:17.217723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-221889ac-9ce2-4a8f-829f-1b9f9af832ec req-83756fa7-624e-47d8-81f7-c357c3f1e419 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0331931 Aug 07 01:19:18.286692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:18.341667 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-776f8347-3571-435c-b7e1-12f309978254 req-ce16119a-a902-4a67-b6d9-751055db7ba2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0310514 Aug 07 01:19:19.021171 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:19.469933 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0e8ba840-037d-43bd-a924-771df1d24446 req-c993b4c4-08a0-45e7-803f-7e90459fbac5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0338433 Aug 07 01:19:19.641996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:20.602572 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4305c5e8-0558-4061-ae36-6b5319a05cba req-b9ff93cd-a353-4484-b06b-08644d43cfa9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0326011 Aug 07 01:19:21.741710 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-69e024c1-2255-4f93-ab20-0ce25fa879f8 req-f1395787-a294-4fe2-aa77-5915ff39e234 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0383406 Aug 07 01:19:22.888340 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3f0a2a06-d488-4e2c-bd19-c38bbfaf4f6c req-8981433f-48d9-4b9b-8b51-e96ccc3cc937 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0512781 Aug 07 01:19:23.258534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:24.049092 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d7dd5fe7-7239-4f07-bc2c-931f5477108a req-45960746-88aa-41f0-927d-359b8cc63d81 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0354755 Aug 07 01:19:25.167439 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f5a4460e-7993-4ee4-873c-3a3120222a22 req-295c8f46-1c2f-4034-9b66-ee889dff8651 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336463 Aug 07 01:19:26.336075 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-596f6a02-2b61-441d-be40-cb799ac135db req-33266cf6-39fb-413a-a325-1032a98052d1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Aug 07 01:19:27.486538 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c27a52cd-10de-4948-9a23-28358844319d req-6f98fcfc-3b73-4afe-92ef-dfc31e40c8f8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0491726 Aug 07 01:19:28.624296 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49c51655-351b-45d6-91fa-78e49e5cabbe req-4a743f0c-ae98-48ab-b6da-fad029a46cfe tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0342398 Aug 07 01:19:29.746529 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f43a784d-3e42-448b-9e42-5d6e763ac3b6 req-1faf3c8f-5c30-47c7-8f0d-fde616fdee21 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0379362 Aug 07 01:19:30.876963 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7bc26e24-965c-4ad5-af27-c2e09412e6d6 req-0a62ca3c-4e4f-40ee-805d-42e16b07104c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336478 Aug 07 01:19:31.999847 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-36232b21-8a1d-4447-b4c7-3bd87be48895 req-bfeb612d-6e86-4558-83d3-ebf7d9954c21 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0350637 Aug 07 01:19:33.131960 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-204dc997-d293-44b6-93fc-9fbf3502ac4a req-9ba7ccfa-b277-454f-a0eb-94f114b989e5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Aug 07 01:19:33.240838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:33.253278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:34.262901 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d46cf2ff-413e-4375-87f4-2dc3fefd521f req-107afb95-84ac-4587-8918-5464f4092484 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0373237 Aug 07 01:19:35.147442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:35.402477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-24d293f7-7724-4de1-8595-e510defe0d2b req-681f7993-1579-4bca-ac90-b297634924fd tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0358126 Aug 07 01:19:35.434858 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:19:36.311272 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:36.547727 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee07e98a-9eb9-46d8-b3ad-d59e45764e44 req-2d1d1634-189f-430c-8df1-d9fd31f011cc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0506489 Aug 07 01:19:37.661631 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5ec7d1cc-1fe1-4560-b8f2-7a37a31f39ef req-699ddb17-c030-4991-8ee0-ce8474867d78 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0335429 Aug 07 01:19:38.611285 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:38.812678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5fe85250-157f-408f-9af2-523052dfff08 req-1f956a07-df6d-4c8b-8ee2-5e0362a24f66 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0540559 Aug 07 01:19:40.100266 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c7c0f462-abf7-46ba-93d0-f5c1ea799f45 req-d4d7537b-a441-4560-a358-b5b919ad23a8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0367963 Aug 07 01:19:41.217923 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f871987e-ce13-4e65-b646-6178e151a596 req-38f70f93-7f74-4b9b-b009-c907bf4877e3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Aug 07 01:19:42.029429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6ebb14fc-c0e1-4356-9976-d22d0ad424a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:42.343659 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b47e4dbd-0f1c-4461-b08e-70d30e378bd2 req-946c8307-1a3e-4e5c-87c9-db50931ec11e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0325170 Aug 07 01:19:43.480382 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-483ec71a-cfa2-4f07-8bc2-d58caae1e5f1 req-75d54851-1609-4ea7-8f80-64fd2bc3ca59 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0524485 Aug 07 01:19:44.642069 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-870bc509-a266-49f5-b318-17593244eda2 req-16384822-9ab6-46f7-8336-f3e330a3057c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336850 Aug 07 01:19:45.427801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:45.771709 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-420f47c7-effd-4b5d-a595-93db5547c9dc req-a6b036b2-e1c5-40a6-b903-712970dd5654 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0307870 Aug 07 01:19:45.881872 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b035646f-2950-4a05-9a76-c655217c7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:46.891477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-31d51e3c-46e6-43fd-9a78-ff0b77f7f975 req-a6cabd34-0d9a-44c5-8db2-8f2c5e30c832 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0359392 Aug 07 01:19:48.005366 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-49cf7b0f-619c-4ee3-892f-58b86b2fc309 req-4b4fb383-719d-4d46-8cb5-4eda9525b047 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Aug 07 01:19:48.276209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:49.026167 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:49.129976 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3dbfdd3b-4fb6-4a87-ad5b-bc7b04a40baf req-eff6c7d6-f207-4ceb-935a-3230377af6f9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0298359 Aug 07 01:19:49.648045 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:50.259462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dc7abd60-137d-4069-81c8-6333802cbbb4 req-3baf33c4-755f-4d38-abef-ada6146be5c4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0375221 Aug 07 01:19:51.392107 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1a19698c-d608-4391-9cd3-04ae20a60e2a req-b216d8d2-73ee-4a70-863c-a910313539bc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0400836 Aug 07 01:19:52.543096 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9129bf19-c73e-47f1-ad30-9fd2ab38f037 req-ab609b83-23b4-4e23-b6fa-596b4d79f99d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0373483 Aug 07 01:19:53.274587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:19:53.706353 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6ba20b1d-1672-4ab8-a4b8-212f93e7ac03 req-4471ba56-dd6d-422a-bd79-464963cae844 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0398030 Aug 07 01:19:54.886692 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-242a2529-3b3f-455f-a815-2ed6dee73df1 req-5e91f84e-4590-4eef-a868-29e5b8c17db2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0429327 Aug 07 01:19:56.172407 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6d1eb9f0-ee82-4bcd-97c1-ed65817c23f1 req-40f6b111-aced-4dfd-acb4-7dc1b1a3f6ba tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.1460993 Aug 07 01:19:57.292111 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=27 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:57.294311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=27 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:19:57.332230 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9a25aba-350d-4801-ae84-949f4007862a req-36a01ab4-2fbe-437f-91df-6f84a3592e5b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0511208 Aug 07 01:19:58.469662 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-306a3f7a-6522-46af-ace1-7e8336bafa9c req-9c6774d9-a3e2-41e7-8271-b1fc376c2411 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0489912 Aug 07 01:19:59.637649 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ab49e4c9-dd6d-4940-865c-5cecc563f141 req-4c5588b2-5cdb-4c40-b324-5be82a67d4b2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0442219 Aug 07 01:20:00.818972 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e2147568-da4d-468b-9d49-58346edc3952 req-94858c02-78fa-44f5-ba24-20d9b318dbb3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0894923 Aug 07 01:20:01.972589 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-52175672-28fe-4599-bd87-c3689e6aab36 req-5437e457-8636-4188-8fc3-752cc6c43f7c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0503418 Aug 07 01:20:03.094352 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-84128610-56a7-4da7-9391-b8e5db000f92 req-694a9dd8-9dd9-4546-8a33-91cc0d070a1b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0367291 Aug 07 01:20:03.253951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:03.266754 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:04.215705 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d7e5cb31-f3dc-4ca3-ab1b-a9609045726a req-b1a533db-7a91-4c76-995a-1afc3c6f2e17 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0338540 Aug 07 01:20:05.350259 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3fac8afd-dc4f-4f4d-bcfc-140479033497 req-866e828f-e3b6-4f19-8ccb-159a1e2687a0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Aug 07 01:20:06.483755 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-73683c02-2779-454a-ba9f-2c19bae1806a req-609ad79e-c00c-4ffc-a81b-ea5e58318302 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0356126 Aug 07 01:20:07.613248 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-84cc255a-d12f-45a4-979c-5956c9c1a8a8 req-b9c1f4c7-9214-4cc8-842c-b50472014b04 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318902 Aug 07 01:20:08.746459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0c1b9e5d-5a53-42f6-aa53-05d2a87477e5 req-5002cc3b-6d5b-4af5-b589-f877fd0a37ef tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0374415 Aug 07 01:20:09.606311 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:09.607244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:09.858749 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aa2254f7-377e-4ae6-a5e8-b5275c4af32b req-6a79ec62-db13-46c5-936c-4961324ec57f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0299401 Aug 07 01:20:10.971595 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dda2cfb5-8db9-4703-b0fa-2bbf28122c4a req-fc08b784-53a0-4c5e-9b0e-147cf5950aed tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339351 Aug 07 01:20:12.038347 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a29031b2-5eb3-4927-8a19-e1ccd0de4eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:12.126517 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bcf05347-5129-4278-ad7d-4231cbdcf0d4 req-58ec4d39-cf1e-4300-a570-99e319614881 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0376501 Aug 07 01:20:12.436153 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:20:13.282449 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-26726353-2ac3-4ff3-ac8c-cf254c43e50b req-5b90f27f-1afa-4380-a3e5-f72cc543493b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0358808 Aug 07 01:20:14.425154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fe61f82f-12b3-427c-9026-90d1b9d9c431 req-abb798c4-2850-48a5-9fda-8f50ea065b5f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0331204 Aug 07 01:20:15.562757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-365211d8-e9c1-4a69-b408-89dfcfee9d35 req-de2bf14f-3ba0-44bd-8527-abff6d021c9d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0352068 Aug 07 01:20:15.611646 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=15 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:15.873778 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5a71-2b11-4a5e-a89a-2eb38d037d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:16.681616 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-780c134e-bee2-4888-8d78-a611c21d5c4a req-1c45bc8d-9c45-4a84-b561-571542cc9323 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Aug 07 01:20:17.800278 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f6e73fa1-93ad-43ed-808d-6dec3710de51 req-b987cb4b-0c52-43b9-9a55-7b615c846b46 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0364733 Aug 07 01:20:18.281821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:18.916286 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7c6c7280-6481-43cc-83c7-c3220625abe3 req-ba59fbc2-0150-43c7-99a2-9a2639b093dc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0314271 Aug 07 01:20:19.028126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:19.647262 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:20.065123 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a4a89b77-f097-4fc7-b0f9-0aaf0bfdd3dd req-d4cd736d-823e-4e1d-a4fd-ede809a74404 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0565588 Aug 07 01:20:21.185274 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-41d77619-26a5-4d0e-b88d-e85ff12a5733 req-69787e93-a375-4666-83a2-4a1e256e5086 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0308144 Aug 07 01:20:22.318420 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-888215e5-438b-453a-a96d-9652928985cb req-6726a48d-2ed7-49b3-8432-5ecc2e15295f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0368414 Aug 07 01:20:22.431574 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:23.258583 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:23.436710 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f62e80ca-ec44-4066-90b1-aa2c0fb0c55f req-30dfb5b8-94f7-480e-962d-463f2e2b85a7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0309153 Aug 07 01:20:24.589399 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f4d3cb14-06fd-4781-aeea-957bda0e0807 req-55028faa-1040-4398-8c23-9f8935cd1db8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0332534 Aug 07 01:20:25.679972 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=23 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:25.704595 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b4453dc9-7a5d-49b3-bbf9-de1f253ab7ff req-bd3bc5bd-4704-4d7f-9f76-3e5618ec2f92 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0344231 Aug 07 01:20:26.806320 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=24 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:26.827395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c99241e5-4d80-4f88-9e09-373948da2717 req-236a7ec6-614b-4d14-b57b-87442bbf62eb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320809 Aug 07 01:20:27.985895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b263bfb4-d238-458d-a09a-fb85dbb1ba4a req-ec12835f-4476-4e4c-81f6-a0c8d654b62c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Aug 07 01:20:29.098981 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5235b96a-ce11-4cab-83e7-8f8c7cfd9375 req-4131fa75-e992-4a56-85ac-8d40a9d5a62f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0324774 Aug 07 01:20:30.232584 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd246c63-e3ee-458c-b12d-7a9dfafe5f5c req-f9ef7696-798a-4510-a674-6763e5afc8f3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0342581 Aug 07 01:20:31.350112 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-511911b7-3bec-43f3-ab2c-72d9db595203 req-33502494-1451-40a0-8302-64697f135e3f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0308845 Aug 07 01:20:32.465395 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cf83053c-19f7-497c-a1b4-b733945b2684 req-995e7497-c376-47e9-b418-3ab5745ad50b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Aug 07 01:20:33.239829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:33.253692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:33.582919 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a09be978-a9cd-47c1-bd2e-2bf60fcf3311 req-05744670-aa64-451c-b56d-48226cc07577 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0330510 Aug 07 01:20:34.716963 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8398d5b3-6c43-4e2c-9ef9-b37900c48ed2 req-35c42ee4-0b8f-490a-af0c-bd9e7a6ee402 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0485380 Aug 07 01:20:35.843475 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7a29b07e-f948-4fc0-93e3-c87f9ed1bcb7 req-a7599b4d-1110-4dd5-bef4-cc8ffe1fd830 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Aug 07 01:20:36.968220 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b1a4b444-27c7-4bfa-a70d-c04d82aeaa9e req-811666f1-a4dc-4580-84c8-8ed8bccbebf1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0378180 Aug 07 01:20:38.089139 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f29b6bdd-2203-47ea-8c3b-0950667ce821 req-a6f5816b-f453-4b5e-bcc3-79c814fcb9b1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0367775 Aug 07 01:20:39.214466 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ea1e4ed9-c1ff-42ea-820b-d5c444d2d359 req-a752ff4c-a3d3-4646-bad9-e21a36f40a7c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313439 Aug 07 01:20:40.334332 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aba9f028-68e7-4d7b-98ec-456bea74ad72 req-ffd868ac-fd80-4681-a1af-a74aa9596953 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0341105 Aug 07 01:20:41.476846 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-043d2494-7d68-4f2f-94bd-03c4d64d6783 req-2a50c8ac-9c65-4b2e-bf8b-6890ed78a5e3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0436070 Aug 07 01:20:42.025854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-17547f3e-52f4-4d54-85af-644ea5e9c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:42.624739 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ce57899-4890-4564-bd1f-115da4d567b3 req-563c8b07-a4a6-41e9-9e87-6887bf46202a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0435770 Aug 07 01:20:43.736911 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-726b81b7-9d0f-48eb-95fc-23039a1f7a82 req-ec1fb657-0642-4be6-9a98-cd5030bc03d0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Aug 07 01:20:44.864043 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-41b0927d-2e3c-4948-9f97-2401833f63f5 req-2f26b687-6d6f-4300-967d-2ddb57e98ac2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0359931 Aug 07 01:20:45.874039 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-69a77088-7561-44f9-a143-f925f130cedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:45.997996 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0154b4cd-0877-4a24-9e20-444a56221931 req-78f405e4-e1b2-45f8-8f6f-dc8fdffb9f23 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0354128 Aug 07 01:20:47.123881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a2268ede-cc4e-4d8e-a453-d547db4721bc req-6c5124c1-fa7e-43a8-8a47-56dced49729e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0438635 Aug 07 01:20:48.235597 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0b161718-a33d-4f18-8364-8be90466228f req-d43b1640-6fc9-4b18-8184-a461a029aaa2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313902 Aug 07 01:20:48.287079 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:49.034186 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:49.353197 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bc86f3d0-4cb1-48fe-beb3-f9266ab23833 req-644ae99b-ebac-413b-b1ca-87a2bd4c0e3b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0305510 Aug 07 01:20:49.437507 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:20:49.653837 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:50.483458 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-643e35f9-4763-4fd7-b89e-4100b67bb4ee req-1f90b3a7-4819-42e6-8b52-7493a0283182 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0429087 Aug 07 01:20:51.617142 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-03a3f45f-0557-4119-b5da-92958ac9d391 req-80117649-6846-430e-b36a-cc941a82ce97 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0492165 Aug 07 01:20:52.768627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-630123dd-0c4b-4175-b440-4d7381070623 req-f08ac9f1-fa7d-43fb-bd7c-d73d4195b596 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315158 Aug 07 01:20:53.266504 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:20:53.893978 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-16289b0a-ca34-439d-8df6-fa434820c39c req-3f726d71-71b3-4889-91ba-eff148e98834 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0335681 Aug 07 01:20:55.030666 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4b159af0-b339-4243-9bfa-12a437f3d6d2 req-2515e953-c9d9-4619-8ab6-dd26255c09b4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0322034 Aug 07 01:20:56.138155 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:56.184447 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8d07317c-8ec1-4939-b814-0c5925d5c028 req-1d782e6b-0361-4027-b3c1-c425c9d29618 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0607586 Aug 07 01:20:57.292803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=28 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:57.314318 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8698cee6-7c77-4031-9295-dbfc3e03ab8f req-55457d27-1022-4557-a5c3-aad274b3f5b6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0314822 Aug 07 01:20:58.425997 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9704a2ce-2916-49e9-b10e-980707e3c7e3 req-f501560e-7740-4d1f-abc8-863acb9ab40e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Aug 07 01:20:58.943593 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-bcc96033-ff3c-4355-a295-913ff9285468 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445008 Aug 07 01:20:59.040061 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-17b173e8-3908-4979-80a8-420b72294f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:20:59.041649 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-17b173e8-3908-4979-80a8-420b72294f7a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0483043 Aug 07 01:20:59.170599 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-abeb7a59-3949-492e-8850-12988b4effc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:20:59.172288 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-abeb7a59-3949-492e-8850-12988b4effc5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1035368 Aug 07 01:20:59.224007 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-21e5cb85-8d25-4b04-a538-de6bc860d1a8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0410585 Aug 07 01:20:59.282211 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-30023ebb-37dc-4d46-bcff-05fd2e6f4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:20:59.283721 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-30023ebb-37dc-4d46-bcff-05fd2e6f4d87 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0503705 Aug 07 01:20:59.339055 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-8a8363a7-ecb8-4ced-8aa5-cb206c71130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:20:59.340588 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-8a8363a7-ecb8-4ced-8aa5-cb206c71130b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453370 Aug 07 01:20:59.356589 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-a8cf3758-b55a-4f80-8a2c-64d19547d0db service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:20:59.357747 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-a8cf3758-b55a-4f80-8a2c-64d19547d0db service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060122 Aug 07 01:20:59.432124 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:20:59.472970 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-d72a6679-5265-4e68-b516-ac8eed1d500e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033611 Aug 07 01:20:59.566176 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-34c9c36e-1cbe-49fc-85ee-f41edaa3a546 req-454817a1-ee20-4d34-9fc1-d7b33e386267 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0410979 Aug 07 01:20:59.612147 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-578e2a21-4acb-4cf8-8635-6803194230a2 req-17fdc32c-4a3b-482f-aff7-b3009f78093d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271276 Aug 07 01:21:00.710167 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca20b4a6-3408-4197-997b-7e209b142bb4 req-eece548a-2744-4305-9977-24fdf20e8b4c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0341029 Aug 07 01:21:01.823200 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e1726935-4cdd-4176-b51e-dbacd70d3ec1 req-63b1b160-3fdb-4698-a4de-3df1ea0d7b0a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313141 Aug 07 01:21:02.943336 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-05d8b7dc-cbb6-49db-8aca-cde81077cde4 req-00f774ac-4cee-49b1-a700-91c6366e6bf9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0365322 Aug 07 01:21:03.253475 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:03.259241 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:04.065772 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-152af93a-5fd6-4737-9163-e47232e92595 req-c3dcaf92-5507-400d-9704-d69051f3b531 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0385475 Aug 07 01:21:05.207004 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-34714ac0-c6bd-474a-bbe5-84b02bd30fd6 req-d9acc26b-82dd-4536-947f-b783b1698053 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0370677 Aug 07 01:21:06.344110 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2ba54259-ac48-4b91-a2bf-8245af4ad206 req-3694fb06-4cdb-40c2-9c99-5dfaa541985d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0376866 Aug 07 01:21:07.454774 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b35c406a-de3e-4dcc-9928-e730fc4ead90 req-a10d8959-d1ea-4ffb-92b1-c469b5601cfb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Aug 07 01:21:08.563606 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ae404572-d8ce-4124-9c36-4ff839200bc0 req-99312c8d-4f94-4882-a990-2dc10ba327c9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Aug 07 01:21:09.595631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=49 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:09.608095 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=44 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:09.686539 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4042e170-e980-4d82-b4ca-ab87e8998ac4 req-40410488-2013-4134-94dd-a19925a6798d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0346253 Aug 07 01:21:10.804642 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bd15c94f-efcc-40b7-8b6a-61f48575208f req-107e93a4-7d65-4d89-8076-52839566c39d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0310287 Aug 07 01:21:11.930897 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7285e897-526b-478c-b066-d3f0c1b093d4 req-84d5d25d-a970-4286-98ef-295557cee0d4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0307808 Aug 07 01:21:12.021824 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-857b1bc1-1f16-4d0f-a8ff-df8aed60dad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:13.052914 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5a8acf81-0acf-46cb-93c9-cc3a66a59bed req-492501a5-fdf8-4c77-8a2a-386f7aa582a8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0329564 Aug 07 01:21:14.184019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-41c24c9b-60cc-450f-8493-bc5dfc3e3b82 req-bb553f32-5c56-4f55-9a59-cfd933c565b8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0467110 Aug 07 01:21:15.297723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7c9a4917-05f4-4a51-8b11-39bbdd2e9770 req-b953eb30-0e3c-4576-8882-9b6a9051abaf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Aug 07 01:21:15.872406 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-484da482-4a66-4868-a2c3-cc6292ca4a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:16.440946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ac972a5a-da33-4078-8551-d1fb6dd0f5d5 req-b4a2fd18-41c6-435d-a759-ddf9ee93f111 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0493534 Aug 07 01:21:17.391559 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:17.392477 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:17.559241 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5a762f5a-2252-49f3-965e-5eb3cb5a4a3a req-40955479-3ec3-461e-a0f5-ebff2ade9935 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Aug 07 01:21:18.296795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:18.702387 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f2a15653-bc71-42bc-816a-442ab4a8bfc3 req-add2e4c4-45b6-4b99-bb06-54bcafc7af6b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0543785 Aug 07 01:21:19.023148 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:19.654919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:19.837064 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6af9a8b-2425-4a22-8434-6756d0ffe048 req-dbdd683c-5884-4e19-8ada-229c9e684ca7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0306869 Aug 07 01:21:20.947877 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4a266072-2998-44f3-b94b-e6effe8eae8d req-9e49993f-fa50-4363-90a7-43e47d45a41b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0302930 Aug 07 01:21:22.065653 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f2e61db3-510f-4cc4-bbc6-a929484de29d req-7f9d4572-4de8-4719-b594-d98339d6e349 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0348899 Aug 07 01:21:23.216337 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8521e04d-703e-473a-b2be-7f865edca52f req-303edd05-317e-4c42-b458-fbacd80c6a1b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0534089 Aug 07 01:21:23.297010 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:24.346997 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f77b7f8f-f48b-4205-88c2-9bf6ec89ba0e req-b29ebfd0-ba59-4174-9bea-46232f2b1a49 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Aug 07 01:21:25.511254 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7cc5f16f-6a33-4c84-82b7-19329ee5711e req-8a9c9d94-9c4f-4d4c-8b99-8431dd498773 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362241 Aug 07 01:21:26.437890 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:21:26.610895 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=28 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:26.632499 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ffc738bc-de80-4fd9-b154-6253d106b1c1 req-a3270e79-3fe2-4965-8c5d-6ca7a49b3415 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0355537 Aug 07 01:21:27.765237 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:27.788808 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f432db4f-9fe9-4bb2-b443-58cf56486266 req-bf24866e-a8ac-4e3a-bcd1-13a26575e7ef tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339837 Aug 07 01:21:28.906790 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d72459ce-93f6-4e42-bf29-96b21bc0761b req-bb92e9ca-b62e-496c-839f-23c6294629a2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0301437 Aug 07 01:21:30.038557 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-59e25ace-b058-470d-89c1-2555aa820ca0 req-4dbd0fb5-aa38-424e-af93-b9b40105d3dd tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0478971 Aug 07 01:21:31.154497 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b6243a34-7cb1-449b-8aff-a3aedcc252ef req-c5c7d3d4-5173-487a-949f-16395359a716 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0321441 Aug 07 01:21:32.282303 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-431b74f6-a7e6-4b0b-9b55-63bf9e401406 req-51672012-3f6d-4b4b-94e0-c9a6493be8d0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0347908 Aug 07 01:21:33.278434 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:33.282772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:33.446968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d2b498d4-c3a7-4484-acb7-d3872335dde9 req-fa312be4-4e73-4241-98a0-9b8797217334 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0392535 Aug 07 01:21:34.581201 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d211943-5024-43e3-8369-71341d5c28a5 req-0cf96038-46cc-46f9-b1a4-0b23ca0ad5f6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0382032 Aug 07 01:21:35.701271 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-37aeb0aa-921a-4b12-b860-d2d4c8daf8fb req-8c5ab1b9-1e31-4187-a6d2-0a6bc10cd6b8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362439 Aug 07 01:21:36.433451 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:36.434504 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:36.819108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-be50275f-fb76-4b77-a94e-4116fd573876 req-af95419e-1f96-4f3f-9b6c-f14d7c8bb794 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0347238 Aug 07 01:21:37.958536 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-be307be9-b0b9-4c4f-904c-53f7309a9fe7 req-feec3f9d-6eb4-4fda-93fd-eb26d9df1dbd tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0381973 Aug 07 01:21:39.085409 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-30620bdb-eb00-4388-9845-108d0aac79dc req-c9b7b7a2-3289-4de1-91ef-c371082b446a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Aug 07 01:21:40.205457 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-703a4849-6e55-4da2-a154-973faf942af6 req-93f0d42c-1578-4349-8f3c-c292e0099f40 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318680 Aug 07 01:21:41.325638 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02baa5cc-c056-4651-a8bf-eaef65a1fe23 req-36ed572a-d520-4ff1-a1cc-33c1661ecd8b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0352361 Aug 07 01:21:42.018314 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-551c841f-9cd1-469e-81ad-8dbc29a396c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:42.464426 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c0b8c2ed-35df-4a49-b5bc-764ceb47c8b1 req-fcfeafe8-459b-418b-85eb-7d441159d011 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0340941 Aug 07 01:21:43.588573 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-79f7f53f-5d48-432d-863d-72720746da25 req-7dc1abaf-837a-4522-8649-9f06e71198c9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0349035 Aug 07 01:21:44.723185 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a08dd53d-3b55-43b8-b678-7642999e9fb2 req-7f44e2c7-2aa2-439c-ac82-e2e6b5c5abde tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0362005 Aug 07 01:21:45.855866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-96eda516-d13c-4d49-b727-de0899b9d5b3 req-b52e7fc3-ae1f-4fc1-9a1a-ebc69fcc1255 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0342000 Aug 07 01:21:45.881484 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-655b07f5-8cab-4244-bad0-d88adfb3b2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:46.994509 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-87e2a943-a86c-420b-a0c9-a14b674f430d req-19b7e010-813a-4476-8329-c52e717535ab tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0426192 Aug 07 01:21:48.134935 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b93518b3-6a6d-4f12-822a-e77a44fdfcaf req-85f0c669-4791-4b82-881f-d77e0749b585 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0412900 Aug 07 01:21:48.290210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:49.020484 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:49.264806 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1a1f4fc5-1eaa-4dab-b13d-a824a38e65aa req-a68d9806-a5f6-41cb-b721-d3e3269f6d17 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0461433 Aug 07 01:21:49.659936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:50.399512 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f97d4594-3726-4e6d-ab57-60839b3aa9c8 req-1d1c7068-547f-41c0-b0cd-5493967d7599 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0411646 Aug 07 01:21:51.591577 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eef1f860-602c-4044-a27f-db8696079e40 req-bd894742-82df-45d9-8d63-0a4add1ef417 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0451472 Aug 07 01:21:52.761350 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-31622bb3-8d26-4bc7-b189-febc35e0ce3d req-6732b801-5b3b-43b2-b0b3-929ef278a59b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0384817 Aug 07 01:21:53.311743 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:21:53.919868 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3a9002c1-2db7-454f-becb-188fbc55d2bd req-e878dc28-8292-4a42-8089-3ef969e8a33c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0317717 Aug 07 01:21:55.052990 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-358f9318-6e1a-4d35-851b-bfbb49aabece req-521082f7-60aa-4356-8f68-8502f79b8f39 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0331566 Aug 07 01:21:56.175987 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ac8311f-2a79-48b6-ba80-9a4f43e717ef req-e16000ff-999d-428a-b472-487fdc859f92 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336020 Aug 07 01:21:57.277525 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=28 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:57.315260 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb86f2a4-23b2-45a8-af80-f42b2163072a req-093d625c-84dd-46b7-9e2d-8a65256184e0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0474207 Aug 07 01:21:58.428758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:21:58.453976 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ad5068f7-05b3-4303-abc1-a4ab469207bb req-06ea0140-04eb-4c8f-9481-085a21007446 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0355823 Aug 07 01:21:58.941747 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-7a8db017-f969-4026-b2f8-ca2f6c74b591 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008313 Aug 07 01:21:59.020894 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-3e4084f1-93a1-4241-8b9b-fd6f0a622832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:21:59.022657 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-3e4084f1-93a1-4241-8b9b-fd6f0a622832 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0493243 Aug 07 01:21:59.149716 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-73ea394d-1e3d-4422-91c4-9112a002240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:21:59.151447 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-73ea394d-1e3d-4422-91c4-9112a002240a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1039927 Aug 07 01:21:59.232152 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-c5366f08-eeeb-46f6-8ced-39752a6419e2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0696666 Aug 07 01:21:59.320689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-a20f2d53-1de4-43e4-adf5-1c35d8cee349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:21:59.326240 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-a20f2d53-1de4-43e4-adf5-1c35d8cee349 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0847919 Aug 07 01:21:59.402606 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-5779e238-c72b-4182-a6e0-3a84f190dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:21:59.404575 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-5779e238-c72b-4182-a6e0-3a84f190dc9b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695562 Aug 07 01:21:59.559588 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-d083ccdb-6b17-44e4-adb0-6afed866d6e5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466677 Aug 07 01:21:59.624295 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7affc98f-eded-4aa0-a677-fb6fa881697f req-f4d3b598-3af5-4651-b36a-30fe2f5af48d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0530503 Aug 07 01:21:59.700749 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e59972ac-5bc2-4a70-856e-548b20501bbc req-0f00a563-3203-472d-8289-e29d940ef066 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296320 Aug 07 01:22:00.774281 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bceac7c9-78c5-41bb-ad64-d153ca937631 req-9d39b5c7-3bc1-4a25-b26f-cd0aba44550c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315583 Aug 07 01:22:01.926948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9469ebbe-cae9-4307-bd95-4512c70bc1c3 req-829d28c1-b632-48cb-9e11-144d5d8e6093 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0402527 Aug 07 01:22:03.083559 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d6cd7e3-e12d-46dc-b65f-e41aa448e05d req-409ff129-5115-4c23-872f-d3088c58d35c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0450745 Aug 07 01:22:03.302520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:03.305856 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:03.440923 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:22:04.261186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-38e2d803-ac93-4de9-a9b4-8911cc353202 req-5ac2d463-295c-45c9-ad7d-6e637492bacb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0517607 Aug 07 01:22:05.449811 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eeae0bbf-9077-42ca-981b-ee0f1b3ab817 req-6cc59fa5-f5f5-40c4-9e5d-a7d5c75f72be tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0501339 Aug 07 01:22:06.605343 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2ccb4b81-d950-41b7-a2fd-a27a7b02864f req-309bcb88-3f2e-452b-a2cd-f95336aadb0a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0468311 Aug 07 01:22:07.775066 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6039ae02-bdf8-467b-9299-278ac32511a1 req-0e740ed3-8f0c-4beb-b19e-523469e604b1 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0447223 Aug 07 01:22:08.959693 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b7739b1-b862-4ac9-ac23-e9b243162cbf req-e8c75297-45d9-4cc8-bc99-d9a8fe3ba923 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0586360 Aug 07 01:22:09.690956 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=41 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:09.694565 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=52 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:10.158988 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dc4967d9-a9ae-4f9c-b849-f45cc99822cb req-bc4c5c27-75ad-4d4e-8663-f09cf1504705 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0578427 Aug 07 01:22:11.305446 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca38fee2-c91a-443e-bb2a-c7c72aab62ac req-aed3e32f-c33b-4ad1-9e17-8bb6e5cffec5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0365157 Aug 07 01:22:12.023696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b57fdaaf-7c8d-4e7d-ae7b-e974d4ab6ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:12.485431 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eb6d84e0-12a3-4953-8232-31bb0c89c193 req-3056001a-48a1-4e47-b57c-d74c1b9c1823 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0391588 Aug 07 01:22:13.432826 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=20 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:13.435031 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=14 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:13.654832 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3f97e702-5c07-4757-9e62-a5d169e46390 req-2f08bf54-6df5-4986-8217-70c01a19b952 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0426588 Aug 07 01:22:14.812096 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-10a92e9e-aaef-4091-97b8-064ec4ce505d req-899c8e5b-9c68-451b-b540-d95a4e31643e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0506842 Aug 07 01:22:15.882607 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a6e4069b-a4ee-48d9-8c4d-10265389da53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:16.007305 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a9a9f87c-b855-418e-bdfd-c25144a0f8b4 req-45fa9eef-acf0-4027-b999-bd3d8cbe9495 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0552073 Aug 07 01:22:17.200555 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-362f4024-865a-4c5b-87b2-117d45025266 req-3a705b47-0212-409d-a368-f6920c7de090 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0431538 Aug 07 01:22:18.301095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:18.354427 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1dc45ea8-89ae-431a-ba15-1a3f6914829d req-c8a83e9b-c0a6-4509-b772-d4bcb2c52523 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0438764 Aug 07 01:22:19.018872 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:19.522383 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce6e6061-d8b1-460c-a391-7a95b95cd63c req-141bc7fb-f6f6-43ca-a6ae-3d902a87a343 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0366361 Aug 07 01:22:19.671826 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:20.661710 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8eb3967c-1cc9-4495-a360-30375ec02c06 req-d0cba624-db8f-4d2c-ae4f-b97b8482ed08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0328474 Aug 07 01:22:21.817237 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a92de474-c6c4-4e45-8a87-36704d67c0a2 req-2c1f43b1-1402-42ea-89e4-1b82d68214ce tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0415969 Aug 07 01:22:22.960648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-95941d2d-187f-4a1c-9498-c55c40222dbc req-18e2b05f-e93c-4293-9f52-7b2ffbbb2999 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339715 Aug 07 01:22:23.331428 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:24.078954 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f942b859-2651-4db4-9b10-678277c2e585 req-b865a613-64b0-4595-af6f-9cc7498af8d9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313351 Aug 07 01:22:25.207165 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-94667c9b-1cb0-4098-8af3-3515f03d1df7 req-276b5b1a-2ee0-4f7a-b8d6-f69010678519 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0410495 Aug 07 01:22:26.372195 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0cbccb9-84ca-4bdf-a866-ccc0a856d07f req-aa6d046f-47e6-4466-9b4f-09d5961f2d36 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0346656 Aug 07 01:22:27.519122 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:27.546105 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-efdb4d95-9b9b-4745-9c85-9a5b2d570ac1 req-25908269-ea1c-47a8-9d8e-50f8295d4895 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0361023 Aug 07 01:22:28.639424 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:28.674354 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-89529c9a-a1ec-4114-a9f8-7e5215a9a43f req-7800571b-aec3-4e3d-a340-eddd1d618fc7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0437021 Aug 07 01:22:29.786319 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1ce8e6c7-8bf2-44ac-a696-d7d514e3d53f req-609d1bdc-ff49-4618-bf94-78046b25d61d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339315 Aug 07 01:22:30.895819 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c5677207-0946-47cf-84bb-c0594fee04b2 req-67e5f88e-b373-403e-9288-1a9c79e2a261 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0314035 Aug 07 01:22:32.084847 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3fb26405-1d60-477b-aaf6-1748a2be59bc req-17b42c96-ba78-42d7-a74c-bc4336add677 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0476708 Aug 07 01:22:33.257856 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bee95156-beed-4617-a1a0-01056b67af8b req-085e5b75-449a-49b4-8c6c-6aea243a7d0f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0354171 Aug 07 01:22:33.315055 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:33.326635 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:34.436995 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c651a5e8-3aaf-48f5-aa47-396a939aaba6 req-ee1cd13a-cc75-441f-be92-c34e671f3d77 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0483043 Aug 07 01:22:35.583509 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7a5b9ed1-6701-4e7f-942a-64eaa2634e9d req-4ef7ac91-1e6e-4284-a872-5abd57412eb3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0385096 Aug 07 01:22:36.723010 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d7b8122-492c-44e2-87ed-5bf05fafd0a2 req-d95316e1-c54d-4b43-86f0-53418f58b353 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0448551 Aug 07 01:22:37.888079 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ffbc89c2-9067-4124-b8c7-31a3b590f27b req-63866048-f12d-4781-8788-1d6f571de9a8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0612764 Aug 07 01:22:39.045644 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fe9f8ca1-b61e-4c56-b5ef-8b76d0ae988e req-7cda91e3-7e70-471f-9ac4-6981eb7eb7a8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0450063 Aug 07 01:22:40.200483 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d51a72d6-6c88-458a-af4b-1fe66575a87a req-ac4751ab-de1e-43fa-913e-c1fd6c9a25d8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Aug 07 01:22:40.440793 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:22:41.393348 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65b5cea4-67dc-42cf-931f-7826de40f2d2 req-2f319967-709e-49d8-8823-3cab468a376a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0594194 Aug 07 01:22:42.020176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2b6f14bd-cd02-4219-b030-a82095823f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:42.557346 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f52d777f-9af7-4d23-bd84-e02839b2cfeb req-271c2429-2693-4c95-8433-93809e08c53f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0454936 Aug 07 01:22:43.620551 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:43.700155 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-09ece523-5003-4b0f-bfac-4ede9cd54abc req-0fd248d2-c68d-434a-a4f2-408dfd2f7d09 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0546689 Aug 07 01:22:44.861137 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5dcafe2a-3e12-4191-9a60-b07ddbf92033 req-4be05165-477e-4cc0-9cbc-4b5bd6bd82df tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0300317 Aug 07 01:22:45.880913 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a13bf182-0f0d-40bf-992f-02006b80904c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:46.008884 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3fa6e00a-87fa-4cb9-9110-eeee8dfa396b req-60d3837e-d1fd-4300-b99c-29282cb14fdb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0478907 Aug 07 01:22:47.147948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5c93f514-a9fe-4d9a-821d-0a053411898d req-89546e70-dd02-432e-999e-c5e33c6dc264 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0322096 Aug 07 01:22:48.274032 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab5f0f7b-8ad5-4d63-9cb0-7dde5c13d445 req-95709be8-f353-4a48-8ac1-bb711e90dd80 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0438156 Aug 07 01:22:48.311064 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:49.027967 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:49.415697 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-84eacb30-227e-49c4-8627-4ba482ccd7b9 req-5ed32ffb-31b6-4446-9a44-2ee442c6002c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0454881 Aug 07 01:22:49.665692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:50.436597 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:50.568855 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6c01d9ed-92e3-4f8f-b233-56fbe8de619b req-7d6d4add-a87b-428c-96fd-4cd14c919b59 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0344446 Aug 07 01:22:51.725989 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0b8164d7-bb17-40d2-8f8b-820099cf4383 req-3b2ffc20-37fd-4e23-ab39-cd6b9dff1307 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0518146 Aug 07 01:22:52.907506 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d6560cc-fb10-4466-ace3-ae2df1650724 req-346d9a9b-b2d5-4f15-a092-1e299c7a266c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0440135 Aug 07 01:22:53.319200 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:22:54.058614 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f70f6108-1fc6-4fcc-867c-40bbaa722482 req-af148925-9b3a-4de4-be01-f46ba73865e6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0433159 Aug 07 01:22:55.216841 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2e7a5a20-9a58-40ba-a9d6-f2f8cd3a0880 req-64ee673d-d88b-4305-8a01-7ba8dd21775b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0552874 Aug 07 01:22:56.385734 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3e9b8429-36b3-43f8-9ea8-d295c753769c req-59e8431d-65d4-4ea2-b478-1019b6f3df14 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0521443 Aug 07 01:22:57.554552 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab50139c-a6c7-49eb-8aee-483d904c710a req-16a7a3dd-31d4-4618-8ac6-4aa6d28aa263 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0436697 Aug 07 01:22:58.687536 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=26 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:58.690166 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=27 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:22:58.715025 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0e1eb6a5-1bdd-4d53-b5f1-09095059ba09 req-1595144c-9f4e-49bc-9fbe-59171a6c4491 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0375412 Aug 07 01:22:59.230062 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-24c51108-00ce-419e-87df-7479cfe3113c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3629506 Aug 07 01:22:59.315202 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-96ce11b1-8db5-4f93-9fc5-04aba5d453fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:22:59.316758 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-96ce11b1-8db5-4f93-9fc5-04aba5d453fb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0508962 Aug 07 01:22:59.452710 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-f571bd85-208f-403a-b3f7-0af47214b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:22:59.454327 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-f571bd85-208f-403a-b3f7-0af47214b7ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1123431 Aug 07 01:22:59.536971 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-47936719-76d7-4839-9f14-acea6c049222 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.0757868 Aug 07 01:22:59.602146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-b38cfb12-c262-4cf2-b145-3382ae1aab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:22:59.603653 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-b38cfb12-c262-4cf2-b145-3382ae1aab9d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0555894 Aug 07 01:22:59.663068 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-32f343ee-040e-40ed-9655-a79d626b9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:22:59.664683 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-32f343ee-040e-40ed-9655-a79d626b9c34 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512013 Aug 07 01:22:59.773457 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-90d0a0ba-a1da-4c3f-bc0b-2fc18b374667 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023841 Aug 07 01:22:59.896522 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d9068a1-97b7-4efb-a392-b40be3312c7c req-106daad2-fb65-49c7-85a2-5be09b99f9e0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0486584 Aug 07 01:22:59.916660 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f1df4349-1ba8-4cd4-b2d5-d91152d2089f req-895eadb4-23f2-431e-a40a-858e44727801 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305666 Aug 07 01:22:59.930367 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47144) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:00.096169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Deleting port f276b0bb-4746-40d9-9697-3d9b679c110f {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:00.096753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.248965 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.250005 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for floatingip (f276b0bb-4746-40d9-9697-3d9b679c110f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.274106 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Calling delete_port for f276b0bb-4746-40d9-9697-3d9b679c110f owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:00.462766 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:00.471130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (f276b0bb-4746-40d9-9697-3d9b679c110f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.502965 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event deleted for resources: {'Port': ['ID=f276b0bb-4746-40d9-9697-3d9b679c110f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:00.517441 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.517789 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.518149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.518493 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.518829 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.519164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.519625 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.519960 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.520326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.520668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.520995 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.521320 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.521640 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.521965 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.522529 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:00.588166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for floatingip (e384f634-d85c-4fd7-860a-4ce3aaf8b6db), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.593104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:00.596286 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2b46d6d1-b9d2-45ee-9f73-fa02d21d92b9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e384f634-d85c-4fd7-860a-4ce3aaf8b6db HTTP/1.1" status: 204 len: 168 time: 0.6637809 Aug 07 01:23:00.863062 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9c329339-7dfa-43d3-a941-12316855df5a req-6579a4d9-9593-49eb-9b03-09e2d65c124b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339196 Aug 07 01:23:01.983811 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ca61cda7-bff7-4280-8984-f5d640a7f9e6 req-7d0c0f30-39e2-4cac-a5a7-a0d876cfcdf9 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0359366 Aug 07 01:23:03.099435 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-056bafcd-16dd-4c45-9354-e5d16c2de774 req-fb3a9d77-a509-4d81-9256-f2e8e63ccaeb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0333171 Aug 07 01:23:03.299600 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:03.312071 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:04.381705 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5fc542bc-c62a-4bb4-9160-94dc6149867a req-bacac33b-8121-4d4c-8dbe-a4b4654ac7c6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0373375 Aug 07 01:23:04.744342 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb04a-066a-4651-b44c-67e3b112804a req-ee8a4745-d1ca-4668-b230-50f0cbd4fc99 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:04.745950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e34fb04a-066a-4651-b44c-67e3b112804a req-ee8a4745-d1ca-4668-b230-50f0cbd4fc99 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.0568972 Aug 07 01:23:04.759930 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:04.807986 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e34fb04a-066a-4651-b44c-67e3b112804a req-f14ea050-ab97-42b5-bb20-b74b493ce362 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546002 Aug 07 01:23:04.976295 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886db3d-b642-4303-baf7-c63a9b97688e req-eb87fff3-77ba-4507-a887-622f517ca441 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:04.977897 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1886db3d-b642-4303-baf7-c63a9b97688e req-eb87fff3-77ba-4507-a887-622f517ca441 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0876224 Aug 07 01:23:05.011022 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257bde-4591-4a0d-ad63-c265657dc068 req-c23bdc18-4d1a-4ff7-8d20-e8d9aa54e28d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:05.011686 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155c31f-6887-405d-920a-96a55204d469 req-7b796690-8fcd-40d8-99bf-4779ecceba17 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:05.013317 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5155c31f-6887-405d-920a-96a55204d469 req-7b796690-8fcd-40d8-99bf-4779ecceba17 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.0864193 Aug 07 01:23:05.013633 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-57257bde-4591-4a0d-ad63-c265657dc068 req-c23bdc18-4d1a-4ff7-8d20-e8d9aa54e28d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.0856016 Aug 07 01:23:05.051740 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1886db3d-b642-4303-baf7-c63a9b97688e req-de5d5da3-ddbb-468e-833c-d56e7199ea31 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659275 Aug 07 01:23:05.186688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea968a4-1696-4948-b3f1-bc93332372aa req-1b058a47-b8e8-477e-b70c-438c9d983674 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:05.189134 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ea968a4-1696-4948-b3f1-bc93332372aa req-1b058a47-b8e8-477e-b70c-438c9d983674 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.0688977 Aug 07 01:23:05.277793 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ea968a4-1696-4948-b3f1-bc93332372aa req-652e8791-ad9e-4845-a920-01012a6cbbb5 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816607 Aug 07 01:23:05.427862 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port f5f83050-c635-4216-9f73-3f7cd60024ff {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:05.428568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.435149 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Deleting port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:05.436042 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.579028 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-e4777c18-475e-4732-a429-f5b803476306 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:05.580755 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-e4777c18-475e-4732-a429-f5b803476306 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.1288462 Aug 07 01:23:05.584363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6ccd915-cbde-4a5d-b751-8887b64a3f5d req-3e9afb8d-6eee-4be8-b4e8-6d31b8259434 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0423930 Aug 07 01:23:05.633276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] For port f5f83050-c635-4216-9f73-3f7cd60024ff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5f83050-c635-4216-9f73-3f7cd60024ff,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:05.636418 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.657753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] For port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:05.658157 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.916185 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.916631 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:05.916905 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP 0daee407-69e3-460d-b954-b1f1cc006ac5 disassociated. External IP: 172.37.1.219, port: f5f83050-c635-4216-9f73-3f7cd60024ff. Aug 07 01:23:05.917258 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for f5f83050-c635-4216-9f73-3f7cd60024ff owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:05.941483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Deleting port cca96b0c-1343-4c42-8e76-9d5bf2321cee {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:05.941836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.036382 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.036924 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.037453 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Floating IP 11d87496-c9f5-4b57-9d13-56e9869e10cc disassociated. External IP: 172.37.1.125, port: b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9. Aug 07 01:23:06.038098 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Calling delete_port for b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:06.065508 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672bf7c-5cb5-45a2-b50c-4aae4c0abf7d req-92fb1c08-486e-4535-8f90-f42cd794c2af tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:06.068367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1672bf7c-5cb5-45a2-b50c-4aae4c0abf7d req-92fb1c08-486e-4535-8f90-f42cd794c2af tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 946 time: 0.1363478 Aug 07 01:23:06.264814 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1672bf7c-5cb5-45a2-b50c-4aae4c0abf7d req-f3938318-a6d2-499c-85b0-2f39d7959f03 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a12226-af04-408c-8abc-bbc8cdc15332&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844699 Aug 07 01:23:06.265422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:06.376728 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.419095 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'Port': ['ID=b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:06.512843 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:06.525780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa070f6-0236-4634-83ba-6c1e04c8cc94 req-5f641e13-c6b3-48c4-8e26-782283792b5c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:06.527862 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-caa070f6-0236-4634-83ba-6c1e04c8cc94 req-5f641e13-c6b3-48c4-8e26-782283792b5c tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 946 time: 0.1053400 Aug 07 01:23:06.537072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] For port cca96b0c-1343-4c42-8e76-9d5bf2321cee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cca96b0c-1343-4c42-8e76-9d5bf2321cee,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:06.537992 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.554806 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (f5f83050-c635-4216-9f73-3f7cd60024ff), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:06.594623 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=f5f83050-c635-4216-9f73-3f7cd60024ff,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:06.649244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.649768 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.650965 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.650965 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.651381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.651840 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.652333 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.652768 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.653425 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.653819 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.654484 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.654985 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.655408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.655943 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.656368 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:06.669611 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-caa070f6-0236-4634-83ba-6c1e04c8cc94 req-b6f94156-afdf-41e1-8dad-032847a12efd tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=654025b0-26b3-4834-867e-5d7a8a47120b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238985 Aug 07 01:23:06.686242 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:23:06.807072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:06.851598 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:06.930906 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5679f-ee61-42d4-800c-9e4da51c8afd req-f5238d96-326f-47eb-b5cd-e374ae291427 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:06.932874 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6cc5679f-ee61-42d4-800c-9e4da51c8afd req-f5238d96-326f-47eb-b5cd-e374ae291427 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 945 time: 0.1461306 Aug 07 01:23:06.978827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:23:06.995809 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:23:07.006701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:07.007286 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:07.007864 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Floating IP e67bb3a4-1905-4685-b553-da43672def01 disassociated. External IP: 172.37.1.202, port: cca96b0c-1343-4c42-8e76-9d5bf2321cee. Aug 07 01:23:07.008383 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Calling delete_port for cca96b0c-1343-4c42-8e76-9d5bf2321cee owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:07.023665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:07.025564 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:07.073705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] No DVR routers for this DVR port b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:23:07.082454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:07.087536 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.17 "DELETE /networking/v2.0/ports/b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 HTTP/1.1" status: 204 len: 173 time: 1.7774386 Aug 07 01:23:07.088344 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'name': 'network-vif-deleted', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:07.091829 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee25706-a215-4a02-bede-878c25214b32" -d '{"events": [{"server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "name": "network-vif-deleted", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:07.116086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6cc5679f-ee61-42d4-800c-9e4da51c8afd req-eaea4537-9af7-41e7-bb1e-f088e1624415 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679585 Aug 07 01:23:07.264185 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:07.292606 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (cca96b0c-1343-4c42-8e76-9d5bf2321cee), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:07.333487 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e32ceb77-09df-4176-ac7a-7deafc835441 req-86219fb5-2cc5-4c26-8e70-791d56377341 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0797603 Aug 07 01:23:07.345341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'Port': ['ID=cca96b0c-1343-4c42-8e76-9d5bf2321cee,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:07.356409 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:23:07.591014 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:23:07.654571 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e27633-1fa3-4bf8-9945-0969374478a0 x-openstack-request-id: req-f1e27633-1fa3-4bf8-9945-0969374478a0 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:07.655139 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b4795f-ad25-4565-bc64-10cbae94641a", "name": "network-vif-deleted", "tag": "b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:07.661210 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1e27633-1fa3-4bf8-9945-0969374478a0 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:07.662487 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e27633-1fa3-4bf8-9945-0969374478a0'] response: {'server_uuid': '00b4795f-ad25-4565-bc64-10cbae94641a', 'name': 'network-vif-deleted', 'tag': 'b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9', 'status': 'completed', 'code': 200} Aug 07 01:23:07.670136 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:23:07.683058 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:07.687756 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:23:07.728262 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:23:07.763209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:07.763851 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:07.773005 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:07.773654 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:07.836708 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c2cdd0f8-a71e-4fc4-9fce-b6aa0b58dcce req-fad98265-5f07-4b8d-8cdc-5c25075cc829 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=00b4795f-ad25-4565-bc64-10cbae94641a HTTP/1.1" status: 200 len: 210 time: 0.0592501 Aug 07 01:23:07.849881 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] No DVR routers for this DVR port f5f83050-c635-4216-9f73-3f7cd60024ff on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:23:07.864624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:07.872111 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "DELETE /networking/v2.0/ports/f5f83050-c635-4216-9f73-3f7cd60024ff HTTP/1.1" status: 204 len: 173 time: 2.5620756 Aug 07 01:23:07.873485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'name': 'network-vif-deleted', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:07.879945 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b152cf8d-1c67-4a3c-909e-f1c135b24ac6" -d '{"events": [{"server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "name": "network-vif-deleted", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:07.950575 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:23:08.041840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:08.054400 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-203737f4-6a0c-43b8-9f13-20b489153fa2 req-667128f5-dade-4b0b-9d85-fc6941626637 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 210 time: 0.0480771 Aug 07 01:23:08.074950 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] No DVR routers for this DVR port cca96b0c-1343-4c42-8e76-9d5bf2321cee on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:23:08.080799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:08.090156 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f9d914ea-a4c7-4d03-80ca-ef5bb5935926 req-4b809cc5-8771-4f62-832a-98304046fe49 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.17 "DELETE /networking/v2.0/ports/cca96b0c-1343-4c42-8e76-9d5bf2321cee HTTP/1.1" status: 204 len: 173 time: 2.3655088 Aug 07 01:23:08.123036 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:23:08.188794 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:08.189667 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:08.226606 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d93ed5d-8996-4a37-898b-8ccacba122f4 x-openstack-request-id: req-9d93ed5d-8996-4a37-898b-8ccacba122f4 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:08.227235 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86efc1a-b689-454a-8683-526a9c18e222", "name": "network-vif-deleted", "tag": "f5f83050-c635-4216-9f73-3f7cd60024ff", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:08.227773 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d93ed5d-8996-4a37-898b-8ccacba122f4 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:08.228687 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d93ed5d-8996-4a37-898b-8ccacba122f4'] response: {'server_uuid': 'e86efc1a-b689-454a-8683-526a9c18e222', 'name': 'network-vif-deleted', 'tag': 'f5f83050-c635-4216-9f73-3f7cd60024ff', 'status': 'completed', 'code': 200} Aug 07 01:23:08.379003 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d003176a-c3f6-4e29-81f2-6c4bf205c2a9 req-73e9bebd-3ee6-4268-8d9a-83f81f12448d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e8c48f1-19d6-4691-9e54-e5d84962485a HTTP/1.1" status: 200 len: 210 time: 0.0642228 Aug 07 01:23:08.508457 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:08.525194 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b04ebc9-e00e-4e71-8fa6-489912fe84e5 req-ab032832-57cd-41ab-ac94-8ec11be692e3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0568249 Aug 07 01:23:08.568680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:08.597373 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:08.599849 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:23:08.611929 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:08.612929 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:08.739891 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:09.059799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 47222) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:09.093626 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:09.165944 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50339f2-e0fc-4570-8958-ce335aabce92 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:23:09.236538 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:09.241122 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:09.247932 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:09.271651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (e4a12226-af04-408c-8abc-bbc8cdc15332), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.279462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4b11a68b-50bf-47ae-877d-5ecb1dfbd1ec req-c51a7ad6-0b6b-4073-a484-4707bdfb3754 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e86efc1a-b689-454a-8683-526a9c18e222 HTTP/1.1" status: 200 len: 210 time: 0.0476096 Aug 07 01:23:09.349674 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef147db-7a3e-4de5-91d0-1a218d89e0dc None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:04Z', 'revision_number': 4, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0c5a2be0-12db-4529-8a75-cc3b9eb620a1', 'name': '', 'network_id': '96bfca6e-7131-4db0-b142-73ffbffe52dd', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'mac_address': 'fa:16:3e:21:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:02Z', 'updated_at': '2022-08-07T01:10:27Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'subnets': [{'id': '7c83ba05-e076-4638-bec8-6a3ed837bca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:23:09.350120 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (e4a12226-af04-408c-8abc-bbc8cdc15332), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.353513 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:23:09.367433 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:09.389629 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:09.392075 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:22:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:09.439456 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e4a12226-af04-408c-8abc-bbc8cdc15332), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.446304 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.453875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47228) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:09.455308 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4a12226-af04-408c-8abc-bbc8cdc15332 HTTP/1.1" status: 204 len: 168 time: 0.3928516 Aug 07 01:23:09.472577 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-cdf0bf8f-5cbe-4eea-8276-22980fba2620 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] show failed (client error): The resource could not be found. Aug 07 01:23:09.473507 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-cdf0bf8f-5cbe-4eea-8276-22980fba2620 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "GET /networking/v2.0/security-groups/e4a12226-af04-408c-8abc-bbc8cdc15332 HTTP/1.1" status: 404 len: 347 time: 0.0182662 Aug 07 01:23:09.481140 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47230) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:09.487271 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b13138-ed18-4a41-8344-e348147834bf tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a12226-af04-408c-8abc-bbc8cdc15332,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:09.602801 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 47236) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:09.651483 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:09.669870 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Deleting port 9f2cfd60-428c-49b0-915d-33c5fb0bd54c {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:09.670440 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.725406 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:09.753288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:09.776704 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660b9ed4-ea41-4f8c-ab61-ee72db700e53 None None] New status for floating IP 0daee407-69e3-460d-b954-b1f1cc006ac5: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:09.835460 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.868226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.943570 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.945287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.956339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.957716 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3c537ce5-afc7-4f53-a448-cb78ed7a7fe9 req-6e656606-1603-468b-9cb2-8c63b918a468 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.1593196 Aug 07 01:23:09.962294 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:09.965411 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9 HTTP/1.1" status: 204 len: 168 time: 0.3590362 Aug 07 01:23:09.971671 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47240) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:09.984600 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0428a-5d91-4aca-a691-3b23488be6a9 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:09.988158 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f5f83050-c635-4216-9f73-3f7cd60024ff no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:23:09.998213 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50b5c4-f820-49e4-827b-cc75873ba462 None None] New status for floating IP 11d87496-c9f5-4b57-9d13-56e9869e10cc: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:10.000780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Calling delete_port for 9f2cfd60-428c-49b0-915d-33c5fb0bd54c owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:10.017282 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-8f04ac9d-c8e7-4c11-ba64-5b4289384c5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] show failed (client error): The resource could not be found. Aug 07 01:23:10.018669 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8f04ac9d-c8e7-4c11-ba64-5b4289384c5d tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "GET /networking/v2.0/security-groups/2f453c6c-3bf3-4bdc-abed-e3a131e1d3d9 HTTP/1.1" status: 404 len: 347 time: 0.0457432 Aug 07 01:23:10.023423 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 47242) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:10.069775 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: f5f83050-c635-4216-9f73-3f7cd60024ff {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:23:10.070454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device f5f83050-c635-4216-9f73-3f7cd60024ff not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:23:10.071284 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:23:10.102743 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:10.180831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:23:10.181122 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device b2a8f175-ffc8-4e6e-a3f6-a939be50f0c9 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:23:10.181758 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device cca96b0c-1343-4c42-8e76-9d5bf2321cee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:23:10.225117 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: cca96b0c-1343-4c42-8e76-9d5bf2321cee {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:23:10.225609 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device cca96b0c-1343-4c42-8e76-9d5bf2321cee not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:23:10.236181 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'name': 'network-vif-deleted', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:10.241071 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c59980-f005-4400-9a11-1061b96d0587" -d '{"events": [{"server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "name": "network-vif-deleted", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:10.284266 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:10.319652 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Deleting port 9f2cf1d6-0393-45c7-bf01-41cebe48e0f2 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:10.320222 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.337989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (9f2cfd60-428c-49b0-915d-33c5fb0bd54c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.369837 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.db.api [None req-9f50b5c4-f820-49e4-827b-cc75873ba462 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104196) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:23:10.370592 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG oslo_db.api [None req-9f50b5c4-f820-49e4-827b-cc75873ba462 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:23:10.372002 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d61f7c2-4808-4269-a591-d7d9840f8b31 None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:10:15Z', 'revision_number': 4, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f951543b-8022-45a5-928c-c1b6dc7e14c7', 'name': '', 'network_id': 'b1257e6a-7a97-43f5-969f-654d75e2ab7d', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'mac_address': 'fa:16:3e:46:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:10Z', 'updated_at': '2022-08-07T01:10:31Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'subnets': [{'id': 'caef2aca-c58a-45ef-9bd0-e16f360f700e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:23:10.411509 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Pushing event deleted for resources: {'Port': ['ID=9f2cfd60-428c-49b0-915d-33c5fb0bd54c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:10.420658 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a33b9a-13df-49f5-b424-6ff89e450564 x-openstack-request-id: req-e2a33b9a-13df-49f5-b424-6ff89e450564 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:10.420862 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c48f1-19d6-4691-9e54-e5d84962485a", "name": "network-vif-deleted", "tag": "cca96b0c-1343-4c42-8e76-9d5bf2321cee", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:10.421100 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2a33b9a-13df-49f5-b424-6ff89e450564 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:10.422003 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a33b9a-13df-49f5-b424-6ff89e450564'] response: {'server_uuid': '8e8c48f1-19d6-4691-9e54-e5d84962485a', 'name': 'network-vif-deleted', 'tag': 'cca96b0c-1343-4c42-8e76-9d5bf2321cee', 'status': 'completed', 'code': 200} Aug 07 01:23:10.465611 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47250) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:10.519598 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.520083 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.538573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:10.541785 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Calling delete_port for 9f2cf1d6-0393-45c7-bf01-41cebe48e0f2 owned by network:floatingip {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:10.568133 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks [] for floatingip (11d87496-c9f5-4b57-9d13-56e9869e10cc), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.570456 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.578330 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c25dffff-c2ce-4b07-b182-311f79127768 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/11d87496-c9f5-4b57-9d13-56e9869e10cc HTTP/1.1" status: 204 len: 168 time: 1.0895660 Aug 07 01:23:10.620896 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (654025b0-26b3-4834-867e-5d7a8a47120b), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.654245 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (654025b0-26b3-4834-867e-5d7a8a47120b), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.739047 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (654025b0-26b3-4834-867e-5d7a8a47120b), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.742866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.744212 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/654025b0-26b3-4834-867e-5d7a8a47120b HTTP/1.1" status: 204 len: 168 time: 0.2770376 Aug 07 01:23:10.748069 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47254) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:10.768803 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6182b-b57b-4bec-8c4c-af5b05fda60f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654025b0-26b3-4834-867e-5d7a8a47120b,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:10.772176 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-ac95dc68-f05e-4d79-913b-b8649daf711a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] show failed (client error): The resource could not be found. Aug 07 01:23:10.776411 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ac95dc68-f05e-4d79-913b-b8649daf711a tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups/654025b0-26b3-4834-867e-5d7a8a47120b HTTP/1.1" status: 404 len: 347 time: 0.0240548 Aug 07 01:23:10.777427 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47256) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:10.818195 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a72052-0ef3-41c4-b5a3-02e05dfcc136 None None] New status for floating IP e67bb3a4-1905-4685-b553-da43672def01: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:10.834637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (9f2cf1d6-0393-45c7-bf01-41cebe48e0f2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:10.872966 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50b5c4-f820-49e4-827b-cc75873ba462 None None] New status for floating IP 11d87496-c9f5-4b57-9d13-56e9869e10cc: DOWN {{(pid=104196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:10.882021 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Pushing event deleted for resources: {'Port': ['ID=9f2cf1d6-0393-45c7-bf01-41cebe48e0f2,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:11.009607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port 29a13409-7440-4fb5-84f6-92c5d0177a55 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:23:11.010401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.025921 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks [] for floatingip (e67bb3a4-1905-4685-b553-da43672def01), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.032616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.034256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-82a72052-0ef3-41c4-b5a3-02e05dfcc136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:23:11.034876 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-82a72052-0ef3-41c4-b5a3-02e05dfcc136 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:23:11.035006 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1d5d5431-b766-46de-a100-1e8d3d683351 tempest-AttachVolumeTestJSON-1659395094 tempest-AttachVolumeTestJSON-1659395094-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/e67bb3a4-1905-4685-b553-da43672def01 HTTP/1.1" status: 204 len: 168 time: 1.0098443 Aug 07 01:23:11.163466 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-583fd46b-fe95-43a0-8281-789bbd989fc2 req-65a280ba-2c63-42f1-aa42-8e61227a1617 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0448568 Aug 07 01:23:11.185556 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.186244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (29a13409-7440-4fb5-84f6-92c5d0177a55), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.210940 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for 29a13409-7440-4fb5-84f6-92c5d0177a55 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:23:11.418144 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (29a13409-7440-4fb5-84f6-92c5d0177a55), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.451024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=29a13409-7440-4fb5-84f6-92c5d0177a55,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:11.536829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a72052-0ef3-41c4-b5a3-02e05dfcc136 None None] New status for floating IP e67bb3a4-1905-4685-b553-da43672def01: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:11.551319 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (0daee407-69e3-460d-b954-b1f1cc006ac5), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.554774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.556429 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c8ea9d1a-e740-4649-836f-6aca44b0e511 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0daee407-69e3-460d-b954-b1f1cc006ac5 HTTP/1.1" status: 204 len: 168 time: 0.7785268 Aug 07 01:23:11.713769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47266) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:11.719738 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195454200', 'description': 'tempest-description--1832643968'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:11.751652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.837364 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:11.898492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (eec695a1-9139-4225-a99c-98372a1533d1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.903963 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (eec695a1-9139-4225-a99c-98372a1533d1), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.945137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:11.946510 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2315645 Aug 07 01:23:11.947961 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65aa86-28a9-4b48-8142-9cd6ec5517aa tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec695a1-9139-4225-a99c-98372a1533d1,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:11.951778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 47268) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:11.959537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': 'eec695a1-9139-4225-a99c-98372a1533d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:12.009307 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (a1df1a8a-ee75-4192-ab8f-1fa04f928473), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.022102 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ebc55009-ee48-4fd6-b432-a8e494ab5ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.109238 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (a1df1a8a-ee75-4192-ab8f-1fa04f928473), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.114320 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (a1df1a8a-ee75-4192-ab8f-1fa04f928473), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.136669 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1df1a8a-ee75-4192-ab8f-1fa04f928473,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:12.147588 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.148980 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0aac39f9-e004-4238-876f-2e6bbf1b366d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957850 Aug 07 01:23:12.152254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47270) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:12.161863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'security_group_rule': {'security_group_id': 'eec695a1-9139-4225-a99c-98372a1533d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:12.211454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (f68b2bcc-6a86-4574-8a6a-4cf6bdcaa51e), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.240180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:12.298605 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (f68b2bcc-6a86-4574-8a6a-4cf6bdcaa51e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.311548 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (f68b2bcc-6a86-4574-8a6a-4cf6bdcaa51e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.347074 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54758dc7-b811-4562-ace8-73165314e63b req-79724433-a6d8-4d3c-9c7f-8aa873e7fe7c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0468380 Aug 07 01:23:12.354080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68b2bcc-6a86-4574-8a6a-4cf6bdcaa51e,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:12.367102 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.373142 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-760ca440-0b2a-4c6a-8929-4153a947c933 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150359 Aug 07 01:23:12.373819 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 47276) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:12.381546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:12.415053 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.537489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.735091 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.37.1.251 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/e035b390-83a4-4511-89b5-13ab5ddf1481) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:23:12.862631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.904638 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:12.963953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:23:12.968787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:23:12.977038 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:23:13.271292 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=e035b390-83a4-4511-89b5-13ab5ddf1481,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:13.377301 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.440636 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.508014 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:13.556308 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9f7167f3-84b8-4767-8591-1b964c2a02cf req-19340bc2-8f0b-486b-bd07-22b6bd3145bb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0729234 Aug 07 01:23:13.584672 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:13.803978 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.812693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.948699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.955878 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=e035b390-83a4-4511-89b5-13ab5ddf1481,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:13.979022 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:13.980560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-10e272ee-667d-424e-9a2d-07c7fc4f7839 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6046820 Aug 07 01:23:14.182559 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-25db59db-814f-4379-a0e7-4019eca6fe83 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1195454200&fields=id&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 267 time: 0.0513954 Aug 07 01:23:14.322688 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-cf121d31-af8e-4075-865a-d95eb846d744 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:14.324688 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-cf121d31-af8e-4075-865a-d95eb846d744 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.1333532 Aug 07 01:23:14.342301 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-50fb2cda-2169-49b3-8eea-8c9d85e86205 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/quotas/35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 375 time: 0.0110149 Aug 07 01:23:14.406842 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-edea6df7-608d-42e7-9a88-23943b68f81f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576260 Aug 07 01:23:14.529234 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-31946fc7-055d-4e08-8751-7e7700c35ab7 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:23:14.530726 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-31946fc7-055d-4e08-8751-7e7700c35ab7 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1086612 Aug 07 01:23:14.650685 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-0ffa287e-da97-4a77-9b0f-f0de4467eb3e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130276 Aug 07 01:23:14.761617 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-1cb0468d-d346-40db-9b05-7588c0dad773 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026042 Aug 07 01:23:15.042371 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a98ea7e6-1d65-48ff-8911-304714135359 req-ed1efdb4-126b-4604-b102-85db0f34568b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0411429 Aug 07 01:23:15.195446 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a92cdb88-bd10-425d-b927-7d7fca853cda req-6db81b79-4bca-4ade-ad00-880885970df4 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 210 time: 0.0515006 Aug 07 01:23:15.873118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3eb607dc-6570-40e3-a166-85dabf3a04db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:16.172814 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e63c6027-21ad-45c0-b114-301d857d7936 req-56daf6db-73a4-48a4-8810-295bfd1f0a73 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Aug 07 01:23:16.427849 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-94413c38-b431-4b1a-a07b-7dca4810a157 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:16.429424 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-94413c38-b431-4b1a-a07b-7dca4810a157 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 815 time: 0.1802332 Aug 07 01:23:16.466131 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:16.472185 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6633ad27-4dc2-4e0d-9bd5-f047a8af3269 req-f4b52a9f-5a75-4fde-8051-471ddd160d37 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 210 time: 0.0589497 Aug 07 01:23:16.551006 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-1524248e-2ccf-47e9-b936-5b1cd4695512 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=35820b4f79774ac49f43fce915f56d6f HTTP/1.1" status: 200 len: 380 time: 0.1056490 Aug 07 01:23:16.611937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'port': {'device_id': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'admin_state_up': True, 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'security_groups': ['eec695a1-9139-4225-a99c-98372a1533d1']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:16.688641 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:16.751817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Made reservation on behalf of 35820b4f79774ac49f43fce915f56d6f for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:23:16.755907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:16.938930 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Allocated IP 172.20.0.7 (04909372-4f17-4c44-b384-6e7c31434dac/0e97dba8-4649-4596-adfe-c4be08bdc59f/65d03541-9d7a-43bd-a6b1-fd6ae8b03113) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:23:17.195438 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:17.259383 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:17.324753 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Network 04909372-4f17-4c44-b384-6e7c31434dac is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:23:17.325433 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef7c4a30-f687-4cb3-b9f6-29a0851bb278 req-7cab65a9-3324-42c8-a7c9-bfd94d5d1459 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0380814 Aug 07 01:23:17.331888 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:23:17.334850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:23:17.337883 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event updated for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:17.415596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:17.416645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:17.441619 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:23:17.447907 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4152777e-3a4e-4741-94cb-bd4cbc45d98d tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407280 Aug 07 01:23:17.466533 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Request body: {'port': {'device_id': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:17.596772 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:17.639570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ae3e8a4e-f594-4d7d-b76f-53d82e49619b None None] Provisioning complete for port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:23:17.640213 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8a4e-f594-4d7d-b76f-53d82e49619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:17.651564 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c6f8-ec52-48e1-afee-f9314e795519 req-547fb778-7278-407f-9c04-9798dd042dcf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:17.654581 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c996c6f8-ec52-48e1-afee-f9314e795519 req-547fb778-7278-407f-9c04-9798dd042dcf tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 931 time: 0.0718830 Aug 07 01:23:17.690729 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:17.700140 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e8a4e-f594-4d7d-b76f-53d82e49619b None None] Port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:23:17.750307 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c996c6f8-ec52-48e1-afee-f9314e795519 req-2925cc05-dac0-4391-998b-5d88b2e344d6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834062 Aug 07 01:23:17.923248 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:17.982548 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:18.053083 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:23:18.064274 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks [] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.085389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Transition to ACTIVE for port object 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:23:18.091683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.205719 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Pushing event updated for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:18.300029 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Attempting to bind port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:23:18.300709 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Attempting to bind port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:23:18.301334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Attempting to bind port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:23:18.309340 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.310713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 on network 04909372-4f17-4c44-b384-6e7c31434dac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:23:18.311218 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Attempting to bind port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 on network 04909372-4f17-4c44-b384-6e7c31434dac {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:23:18.321336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:23:18.321840 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Checking segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:23:18.322479 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Bound using segment: {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:23:18.323275 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Bound port: 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e254c00-64ce-4275-babb-a816bb05c005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:23:18.323929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.433255 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:23:18.439649 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:23:18.449073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.455978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:18.457252 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:18.460007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 200 len: 1093 time: 0.9979281 Aug 07 01:23:18.464429 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:18.467279 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad203cd-c0dc-4021-b0f1-16da19eebd78" -d '{"events": [{"name": "network-changed", "server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:18.511988 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-13e8a06f-178a-42d4-9905-ae8b4e7e3bcc req-c9cfece2-0f4a-4f13-9315-a6fda60b0845 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0597761 Aug 07 01:23:18.593049 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed25b98b-98f2-4739-b22b-2af0e0905472 x-openstack-request-id: req-ed25b98b-98f2-4739-b22b-2af0e0905472 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:18.594284 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:18.594642 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed25b98b-98f2-4739-b22b-2af0e0905472 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:18.595273 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed25b98b-98f2-4739-b22b-2af0e0905472'] response: {'name': 'network-changed', 'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'status': 'completed', 'code': 200} Aug 07 01:23:18.603518 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd4fe9-0e96-4aa5-bd04-92ecab852f21 service neutron] Pushing event updated for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:18.615250 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-ffe45278-8f95-44df-9df5-9e1f005497c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:18.616842 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-ffe45278-8f95-44df-9df5-9e1f005497c8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 1127 time: 0.0987015 Aug 07 01:23:18.671514 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-4c2ff089-1800-4394-ac6a-1a5e6997866a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 200 len: 217 time: 0.0451856 Aug 07 01:23:18.729353 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-0f05dd97-b18f-4971-a3ca-3bddf4cdc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:18.730753 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-0f05dd97-b18f-4971-a3ca-3bddf4cdc263 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.0522406 Aug 07 01:23:18.791824 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-d5fa297f-3ed5-4f2e-8bf6-1b0084017159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:18.793985 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-d5fa297f-3ed5-4f2e-8bf6-1b0084017159 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514932 Aug 07 01:23:18.895647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8706409-bec2-4c45-9133-74ef9099d293 req-d20dbae8-b30d-4961-9f48-5ebd66bfdea7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:18.897497 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8706409-bec2-4c45-9133-74ef9099d293 req-d20dbae8-b30d-4961-9f48-5ebd66bfdea7 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 943 time: 0.0602379 Aug 07 01:23:18.970880 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8706409-bec2-4c45-9133-74ef9099d293 req-04c934d4-bf22-42d4-b5aa-c0bcbbcfd000 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653305 Aug 07 01:23:18.980748 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-bf83b176-9d04-4388-8d14-e5ac8ca23de7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784985 Aug 07 01:23:19.033826 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:19.128325 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-76bffe2a-1a6b-4511-96ac-2112fd2ed656 req-630d1ad1-857e-48e4-911e-6dca8aaf77ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399627 Aug 07 01:23:19.636197 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8b039aeb-ed17-441e-8f6c-e6d2d9b9b167 req-f2100bb4-48c1-47a5-8026-fb0c67e3bd3b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0306971 Aug 07 01:23:19.675490 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:20.128120 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0f04-dec4-47da-bca5-48821149efa2 req-b3bb56e2-853b-4a3e-a233-7ac5adfa5490 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:20.130731 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-edfc0f04-dec4-47da-bca5-48821149efa2 req-b3bb56e2-853b-4a3e-a233-7ac5adfa5490 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 943 time: 0.0638573 Aug 07 01:23:20.145877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:20.188328 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:20.199682 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-edfc0f04-dec4-47da-bca5-48821149efa2 req-2355717e-3b35-40a7-b6e4-d2b7f595e7a0 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612848 Aug 07 01:23:20.227097 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-12c2079d-56f2-4ab6-abc1-c5ad5ac76e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:20.229084 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-12c2079d-56f2-4ab6-abc1-c5ad5ac76e5a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 1127 time: 0.0711663 Aug 07 01:23:20.358234 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-c559dcfe-012c-49f2-ab49-57df1187e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:20.359987 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-c559dcfe-012c-49f2-ab49-57df1187e185 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.1210713 Aug 07 01:23:20.416972 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-fda623dc-dfba-4ee9-9517-87b466b81ff3 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 200 len: 217 time: 0.0471432 Aug 07 01:23:20.466282 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:20.481813 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-83189895-edb9-461c-8a39-60ac05ae51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:20.484333 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-83189895-edb9-461c-8a39-60ac05ae51e5 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.0582337 Aug 07 01:23:20.546132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-38a962a7-1ffc-4d9c-9a45-e395badbd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:20.548787 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-38a962a7-1ffc-4d9c-9a45-e395badbd228 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524659 Aug 07 01:23:20.566779 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:20.676815 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-3df3763b-fdae-4d45-92b1-85ef31dc1f08 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183476 Aug 07 01:23:20.770774 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5e982aa7-185d-47ad-be9e-77953a2ac339 req-92c53432-15fb-45f8-a417-802fe93d13cd tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0429659 Aug 07 01:23:20.802041 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fad203cd-c0dc-4021-b0f1-16da19eebd78 req-08d2fca5-d696-4e74-bb88-23c25d8c65a1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156077 Aug 07 01:23:20.969590 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=45 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:21.359350 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe47b3-60e1-4f5c-b516-d43b13f6f105 req-b583031a-b840-4200-8306-2237062f27af tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:21.361016 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6cfe47b3-60e1-4f5c-b516-d43b13f6f105 req-b583031a-b840-4200-8306-2237062f27af tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 943 time: 0.0628543 Aug 07 01:23:21.421896 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6cfe47b3-60e1-4f5c-b516-d43b13f6f105 req-85c39373-c760-4652-8fb6-435332871cc4 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543036 Aug 07 01:23:21.936442 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0e74366b-30f4-4281-9279-2c432eeda0f7 req-d00472d9-006b-445b-8049-de4e7419b89e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0395110 Aug 07 01:23:21.955634 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:23:21.983611 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:22.093381 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:22.120956 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'port_id': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'mac_address': 'fa:16:3e:de:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:23:22.182913 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:23:22.183315 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:22.201100 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:23:22.227694 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:22.235118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:22.308323 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:22.318999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.319345 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.319701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.320051 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.320454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.320801 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.321142 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.321472 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.321806 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.322138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.322471 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.322805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.323132 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.323465 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.323787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:23:22.582256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['65d03541-9d7a-43bd-a6b1-fd6ae8b03113'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:23:22.589958 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ba4c9-bd14-4767-8c97-778065497fe9 req-7b9df35d-8dab-4f0f-b91f-0815cedd1b08 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:22.591821 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8b8ba4c9-bd14-4767-8c97-778065497fe9 req-7b9df35d-8dab-4f0f-b91f-0815cedd1b08 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 944 time: 0.0823481 Aug 07 01:23:22.659766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8b8ba4c9-bd14-4767-8c97-778065497fe9 req-529fe4df-2cd8-497f-b5e4-c7a4c2940136 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571015 Aug 07 01:23:23.080676 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9f1dd55-d196-4466-96c1-fa6dcb8f6855 req-009d5b4c-6b81-410a-937b-1c9fbc5ca55c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0333786 Aug 07 01:23:23.376787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:23.811474 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde1a72-4214-4921-ae90-827e28c07926 req-27eb3659-10b4-4b2f-9b0f-37add4a5586f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:23.813582 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fcde1a72-4214-4921-ae90-827e28c07926 req-27eb3659-10b4-4b2f-9b0f-37add4a5586f tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 944 time: 0.0571675 Aug 07 01:23:23.873390 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fcde1a72-4214-4921-ae90-827e28c07926 req-1bc839ca-1c31-4313-9b65-e76878165674 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537782 Aug 07 01:23:23.963853 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:23:24.018062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:23:24.026514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:23:24.027076 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:24.141139 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:23:24.141788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:24.186056 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:24.189996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359265b8-3af8-423a-b1e2-bc004b4d5796" -d '{"events": [{"server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "name": "network-vif-plugged", "status": "completed", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:24.208672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:23:24.214695 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:24.248082 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aad70b1e-0968-4890-b242-0255460c7288 req-589edb3b-233c-4163-bfd8-cf2317bf1790 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0532501 Aug 07 01:23:24.274791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:23:24.411994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0dd7b4-a540-414d-8670-79380e4d0e92 x-openstack-request-id: req-0e0dd7b4-a540-414d-8670-79380e4d0e92 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:24.412741 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "name": "network-vif-plugged", "status": "completed", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:24.412962 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e0dd7b4-a540-414d-8670-79380e4d0e92 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:24.413232 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0dd7b4-a540-414d-8670-79380e4d0e92'] response: {'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'code': 200} Aug 07 01:23:24.631907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bedc58-6550-4736-8b13-edc61e45eca6 req-2aa676f1-0b19-4a7c-a756-3538c2369db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:24.633525 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-55bedc58-6550-4736-8b13-edc61e45eca6 req-2aa676f1-0b19-4a7c-a756-3538c2369db0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 1129 time: 0.0435410 Aug 07 01:23:24.699602 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-55bedc58-6550-4736-8b13-edc61e45eca6 req-05e9bd2f-671c-4623-ac30-d8b75c14370d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537570 Aug 07 01:23:25.043533 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cc3d-b0ac-4351-89b9-e9fa57649d13 req-bb715fd1-1fca-41d0-8e24-4b14b57351c3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:25.045261 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-92c8cc3d-b0ac-4351-89b9-e9fa57649d13 req-bb715fd1-1fca-41d0-8e24-4b14b57351c3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0570521 Aug 07 01:23:25.104540 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-92c8cc3d-b0ac-4351-89b9-e9fa57649d13 req-b6bc99dd-4325-46ac-ad61-15fc88dccfd1 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523677 Aug 07 01:23:25.394408 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f08ade25-4ced-4a00-af47-597d15a348e7 req-7611aeef-a0b6-4dc7-8349-4356d36112aa tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Aug 07 01:23:26.245966 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600ddb-44a8-4403-912c-5e0127f8a21c req-f01cafc4-502b-4fd2-a6f3-09dbbdbc1a19 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:26.247618 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f600ddb-44a8-4403-912c-5e0127f8a21c req-f01cafc4-502b-4fd2-a6f3-09dbbdbc1a19 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0585368 Aug 07 01:23:26.316305 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f600ddb-44a8-4403-912c-5e0127f8a21c req-39e09f57-1cef-475a-811c-7ef76c85c2ad tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606055 Aug 07 01:23:26.515560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d4ebd69f-3117-4c37-a303-ead7e3309f93 req-9a0a404a-82d4-46b7-991b-ed4001b16214 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0330806 Aug 07 01:23:27.436929 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:27.475123 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995370-c389-4e7a-b5e9-66b7a8b433db req-ad0f3284-f106-4527-b7d9-fc458f092811 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:27.476794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81995370-c389-4e7a-b5e9-66b7a8b433db req-ad0f3284-f106-4527-b7d9-fc458f092811 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0636928 Aug 07 01:23:27.536342 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81995370-c389-4e7a-b5e9-66b7a8b433db req-4603e700-1c5e-4b16-a852-a6abb21e3e15 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Aug 07 01:23:27.639227 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fda1bf5d-e652-494b-8024-7ed0bf9fa317 req-c1378756-c042-4ebc-8e32-6204b4bf2b8c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0352306 Aug 07 01:23:27.826523 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2b977-536a-48ec-b166-582f460dee0c req-571f617c-c8ce-4581-8a84-6e17a1cb1776 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:27.829723 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0cd2b977-536a-48ec-b166-582f460dee0c req-571f617c-c8ce-4581-8a84-6e17a1cb1776 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0934989 Aug 07 01:23:27.839942 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 47384) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:23:27.845796 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Request body: {'floatingip': {'port_id': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:23:27.918049 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:28.756864 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e6a7b753-233c-41b5-b2cc-e476b6009594 req-6a44ee8b-6bc5-4dc2-b09b-20c9488096d0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0317502 Aug 07 01:23:28.781810 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:28.787001 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:28.907363 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP b2c61b90-b176-462b-b805-ef48d927824c associated. External IP: 172.37.1.251, port: 65d03541-9d7a-43bd-a6b1-fd6ae8b03113. Aug 07 01:23:29.150788 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:29.201159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:29.239547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:23:29.372134 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:23:29.377805 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:29.386732 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:23:29.401987 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:29.402673 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:23:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:29.414010 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-946b03bd-c764-4e95-907e-64a3a2d35f6e tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/b2c61b90-b176-462b-b805-ef48d927824c HTTP/1.1" status: 200 len: 991 time: 1.5725393 Aug 07 01:23:29.414742 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:23:29.417308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718e273c-8f8f-4f7b-9558-269a15b3b521" -d '{"events": [{"name": "network-changed", "server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:23:29.461560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2b067-1d53-47dd-a8f8-3efdce3f8c49 x-openstack-request-id: req-09e2b067-1d53-47dd-a8f8-3efdce3f8c49 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:23:29.461880 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:23:29.462107 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09e2b067-1d53-47dd-a8f8-3efdce3f8c49 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:23:29.462570 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e2b067-1d53-47dd-a8f8-3efdce3f8c49'] response: {'name': 'network-changed', 'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'status': 'completed', 'code': 200} Aug 07 01:23:29.543608 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-6a3f3ff6-f4fe-4bd3-a93d-ac4760807294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:29.545924 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-6a3f3ff6-f4fe-4bd3-a93d-ac4760807294 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 1129 time: 0.0576758 Aug 07 01:23:29.565792 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:29.683412 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-6ba90093-4dc6-4f69-9896-ba9c1cff7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:29.685000 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-6ba90093-4dc6-4f69-9896-ba9c1cff7d3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.1324978 Aug 07 01:23:29.787702 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-b0876fae-1ceb-4f91-a8ce-07a4fda580b0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 200 len: 999 time: 0.0950179 Aug 07 01:23:29.867483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-15031b43-fe7c-4fb0-8614-95ebbe9d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:29.869304 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-15031b43-fe7c-4fb0-8614-95ebbe9d37f2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.0762112 Aug 07 01:23:29.917042 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c44642a9-de61-4570-85b9-40a41f67acd6 req-756d1fb1-63df-4bc7-99d6-70445932de6b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0548368 Aug 07 01:23:29.942331 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-5afd7a34-a05e-4120-a79c-4e0832bd2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:29.944636 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-5afd7a34-a05e-4120-a79c-4e0832bd2756 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688119 Aug 07 01:23:30.064230 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b2c61b90-b176-462b-b805-ef48d927824c', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.251', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:de:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:23:13Z', 'updated_at': '2022-08-07T01:23:28Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:30.077583 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-afb341c9-5662-4e3e-9bc7-b1df8266e8df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260238 Aug 07 01:23:30.111038 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:23:30.127694 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:23:30.128816 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:23:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:30.185590 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-718e273c-8f8f-4f7b-9558-269a15b3b521 req-e0f4a948-bddf-4856-9102-c5bf08758419 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027083 Aug 07 01:23:30.285885 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:23:30.600895 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b2c61b90-b176-462b-b805-ef48d927824c', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.251', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:de:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:23:13Z', 'updated_at': '2022-08-07T01:23:28Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:23:30.646608 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f86169-3458-46e2-8499-d62ddf36aa9c None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b2c61b90-b176-462b-b805-ef48d927824c', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'floating_ip_address': '172.37.1.251', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'port_id': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'mac_address': 'fa:16:3e:de:39:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:23:13Z', 'updated_at': '2022-08-07T01:23:28Z', 'revision_number': 1, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:23:30.877774 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c0edb-a696-4e87-afa8-25cafc1f6451 None None] New status for floating IP b2c61b90-b176-462b-b805-ef48d927824c: ACTIVE {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:23:31.003948 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:31.103290 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a40510a0-1345-41c8-b5de-ad070e29e7f0 req-18d7e34a-26bc-43d2-b717-535dce6c4aa5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0457370 Aug 07 01:23:32.218170 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-18c9ebf1-d83f-4dcd-a027-924e0fc86cbc req-fa8074b5-289d-46cf-bf78-668b8a095b67 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0297587 Aug 07 01:23:33.347660 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d828783e-9de0-4f5c-9496-245116108fb8 req-157ee615-8f24-41ca-a4a4-f3b06eac1fdb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320854 Aug 07 01:23:34.465383 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9cf1f482-2c91-4a57-8095-e8546a77c295 req-e4a74928-a4f0-47d3-a223-c720b940372e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313959 Aug 07 01:23:35.607211 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2512f1f4-e1f5-4516-8622-e73b2eb40159 req-30972af3-8bad-4439-9a6b-ae681683550d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0443015 Aug 07 01:23:36.721305 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa1577f9-253c-47bd-982f-9db04f4a3661 req-a503d014-0cce-48cc-a2e5-89111d08e428 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Aug 07 01:23:37.840266 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bd98498a-8d4e-4ad2-886e-3a43d8f6d320 req-fa90ad3c-4556-4516-b4a2-9b3243dbd93a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320373 Aug 07 01:23:38.959922 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ed814e71-6e8b-44fe-b950-84a42e6da077 req-6b72287e-20af-4de1-abf4-28484fb4ab2e tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0373130 Aug 07 01:23:40.081379 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-91a8d23f-bd29-421a-aa12-6dc95af8753d req-80faa40f-555f-4751-83b0-0442aa9d0907 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0385456 Aug 07 01:23:40.179732 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=65 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:40.181899 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=72 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:40.596289 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=74 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:40.606157 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=74 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:41.015310 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:41.199737 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8516098e-582f-4d58-bfc6-261e28bc935d req-e3efd764-cac1-4f98-be6d-cc7c4479b082 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Aug 07 01:23:42.020547 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f2de221c-cb0b-4247-9e19-fc417c4e3b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:42.337865 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76692615-32d9-4468-a8dd-b43e595c97c3 req-22bf3bcd-98e7-4638-aad0-fb7bf638e1af tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0364621 Aug 07 01:23:43.580281 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2fcaea06-1c22-474f-97e1-25b8d9e71097 req-8910a3fb-697d-400c-858e-db7a18a08151 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Aug 07 01:23:44.736278 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-44179642-ea9b-4dfe-82bf-8739162697aa req-d8888216-75f2-43fe-b4d4-a845fb2fbb60 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0347567 Aug 07 01:23:45.875258 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6f53eda0-49cd-4d67-87ed-9104e430e1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:45.909872 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-37bcc6a7-6d1f-4950-ad01-319da60e1858 req-5a0966ac-ed4d-4e7e-b9ab-033446927484 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0498188 Aug 07 01:23:47.046969 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6316070-fbe7-43fc-864f-6092b7519ee9 req-ddc6d8f1-8d35-48c8-9ebf-aa4443ca86d3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0403318 Aug 07 01:23:48.183617 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-98c30958-8296-4f67-a581-1a95f89263f6 req-db821d98-a8e2-4e63-9413-b84cd909084f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318449 Aug 07 01:23:48.315876 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:49.013957 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:49.305801 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8f374b55-f673-4980-aad6-0a000b58f13b req-04d40288-d9d7-4534-a530-56e5870de4be tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0339532 Aug 07 01:23:49.675679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:50.415372 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:50.419368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:23:50.456394 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-424afccf-539a-40af-a9d7-e65880e12122 req-da479bbf-c6a5-462b-86b4-9a04961de687 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0561681 Aug 07 01:23:51.625520 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f7387bcb-7950-420a-8457-c284e3e27d59 req-6f21318e-dede-46e7-9de7-cd1e6c2dd25b tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0512078 Aug 07 01:23:52.787995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e6527239-7cae-4f3b-bead-6fb21e83ac2a req-18cc82d5-321a-4039-b416-e518f8477e5f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0337217 Aug 07 01:23:53.381873 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:23:53.958292 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb071ba6-32ff-49a6-b5d2-bcd553930631 req-9c631bd0-37f7-47cf-b2c7-d0c069aa9574 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0350752 Aug 07 01:23:54.443291 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:23:55.092708 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2ecb1e1-a123-4de3-bb99-a33495fd444b req-70853f43-3d65-4627-8b0c-7c0063e01157 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0388713 Aug 07 01:23:56.208796 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7bf56216-f991-4497-a8b5-88f4caeaaaff req-fe386ea6-1816-4a93-bd5b-90850b497a08 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0321205 Aug 07 01:23:57.355123 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-625f2ae2-a004-4300-a46d-b44387a4b9ab req-bd710aa2-c536-40e9-96d0-3539e53211e3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0322857 Aug 07 01:23:58.488996 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73c53f66-bc98-4f1f-aa8b-1db2b0f75a91 req-969d3679-8a24-464d-a946-e7a972d3b045 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0344880 Aug 07 01:23:58.927777 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-28ba282b-dea4-43a6-b16d-c0fe2713020d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547726 Aug 07 01:23:59.026125 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-571671f3-b145-4df1-8120-0b099c617ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:59.029657 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-571671f3-b145-4df1-8120-0b099c617ce1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1130 time: 0.0726395 Aug 07 01:23:59.165579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-32360f01-6532-4468-95b9-fd2ed1cda4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:59.167054 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-32360f01-6532-4468-95b9-fd2ed1cda4a0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 915 time: 0.1159301 Aug 07 01:23:59.215516 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-92e87a93-91be-41dc-882c-881d9300178c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 217 time: 0.0419772 Aug 07 01:23:59.272924 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-80becef8-782c-42ca-a0df-fd76300ef64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:23:59.274491 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-80becef8-782c-42ca-a0df-fd76300ef64c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.0527103 Aug 07 01:23:59.312741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-6d247b0a-a5f2-42e8-8060-1b1036ce170f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315001 Aug 07 01:23:59.426550 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-1bad28ee-118a-446d-8e56-62e8e7bb0761 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060436 Aug 07 01:23:59.582361 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6bb4d32-0726-4b46-95a7-cdf099cb5101 req-5a89c8b4-859b-46c7-8b65-28ac0e70d01c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490042 Aug 07 01:23:59.613818 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6df7d650-dd59-4998-940b-ef4e45c6e77b req-8ca37ada-db98-486e-8a74-4991b2cc86a0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0332077 Aug 07 01:24:00.751077 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-766636df-ebcb-43c3-b382-c8d13f4126e2 req-c65c3adc-73af-4ec2-9e00-b6a95d1c5206 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0308049 Aug 07 01:24:01.880132 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c9700606-1de4-4f03-8e51-3fc4bbb45cc7 req-90c7ccbf-745d-4204-bf68-b57c46c527d6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0336623 Aug 07 01:24:02.996946 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d1239b65-a78e-4ee5-ba2a-a1be1e3eb0f9 req-a0dbdab6-4cca-4e0b-933c-ba2e735ef12d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0348814 Aug 07 01:24:03.367340 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:03.376254 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:04.151290 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-704b20f6-d9c8-46ff-b560-097cd1ce4547 req-840e802a-25c0-4c27-a1eb-173ac8ea4522 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0509739 Aug 07 01:24:09.575942 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=43 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:09.577896 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=45 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:11.743764 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:11.749174 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:12.023570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-394a6d11-e649-40ed-abbf-9c7238825b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:14.115407 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:14.117554 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:15.872930 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3ce21287-2535-4ed4-902d-1e080fad94fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:18.320518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:19.014586 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:19.683036 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:23.380265 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:31.444304 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:24:33.372682 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:33.375888 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:41.438325 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:41.439406 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:24:42.022964 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-290b6302-50cd-4f44-83aa-81198688e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:45.879549 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e5962445-9942-49ea-8224-808b0ae81cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:48.318231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:49.012890 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:49.686555 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:24:53.400864 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:03.391601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:03.396602 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:04.591602 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbbf45f5-8fb6-448f-865e-899d8a6cafcc req-4789960d-3947-4a98-baa7-bac98aff8f72 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0576530 Aug 07 01:25:08.444515 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:25:12.046159 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0f08de84-84ce-4f29-a629-53a1865151f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:14.551075 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:14.553137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:15.871178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-80751318-7c7d-48a9-a4a6-cc977ede9c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:17.888824 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6f9c5700-ae6e-4e6d-ac54-e1bed35ec78f req-0512b1bc-0f59-4980-b628-ecf97057983a tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0465567 Aug 07 01:25:18.332735 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:18.439133 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:18.440505 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:19.024283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:19.081550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-09d21604-472e-42fd-ad7e-02df07b11b44 req-06314c60-7c91-41bd-91e3-936f41140c60 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0571237 Aug 07 01:25:19.695338 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:20.259283 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-91ac7d25-a9f6-4f8c-8824-73cfebc33f33 req-d5064d49-2eea-4e49-be94-6b86e8f0c455 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0554774 Aug 07 01:25:21.424267 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cec42e0e-91aa-4d0c-9ba6-d9d9c412c07c req-2971aa27-2950-42b3-9b9c-9b8438485916 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0406013 Aug 07 01:25:22.588911 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7a061b5f-6532-4c8e-adbf-47c9f2dc78a6 req-68a74825-fa8b-4b10-8dc4-0e2d3ea28fab tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0461309 Aug 07 01:25:23.412999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:23.735860 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c98db268-6e35-49a4-92d5-7cf148ee2c1f req-2de3c7a2-c631-4cdc-bda9-ebd339a8c814 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0410166 Aug 07 01:25:24.917132 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7574cacf-d9ff-49f7-a744-84b29f1645c1 req-55f128e6-e111-44c3-b249-800d5c0a2b30 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0534356 Aug 07 01:25:26.115028 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d48114b-69d6-4017-9568-8120ba9d43ab req-6922eed1-dd3b-4ece-9397-49d963dc142f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0520327 Aug 07 01:25:27.234758 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-942f4cee-20f0-4247-8959-50ee3d63ed71 req-df4e799c-a6cd-4359-b9c0-26062764a2c4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Aug 07 01:25:28.358026 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7cdecdb3-a99c-4b78-8014-df44b3de4031 req-6534ad48-d9d4-453b-b028-cd91efe72674 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0304308 Aug 07 01:25:29.508983 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a83736b-e95f-4549-9ea3-e27d8bffe061 req-2ecd07d1-ba32-4ef1-a511-4643346930c7 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Aug 07 01:25:30.631388 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a0ad1385-e816-4201-b1ed-adc34ca947e5 req-e78353a2-3517-40e7-93bb-8ced44b4fcac tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Aug 07 01:25:31.756615 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-32b83fb4-cc58-4c8d-89cb-9cd61a178738 req-04ab7583-d394-46f3-af26-70a75ae3d48c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0377347 Aug 07 01:25:32.889752 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a993be2c-dbff-4d1e-89b0-60c915e52965 req-2426925e-4709-4258-8cf2-ffb7f16d337d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0315678 Aug 07 01:25:33.400404 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:33.406098 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:34.022101 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d6533dd3-f3df-4658-a89b-83735e318834 req-23469fc6-1c90-4df8-944a-7ea447fd374d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0379429 Aug 07 01:25:35.141956 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-31d45bf2-8846-4942-a168-3fdf427d720f req-f1c5296c-5700-462d-8b4e-bf6079cd5ad0 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0329194 Aug 07 01:25:36.270367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-59530038-8304-43db-b650-5ee4221d7b25 req-ab71c088-8051-42b5-b9d5-a60a18c013c2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0346274 Aug 07 01:25:37.391371 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e4d74c19-8037-49e2-b669-f441e9c05f8b req-2930307c-536d-4a56-8caa-961851cacab2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0309329 Aug 07 01:25:38.513852 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-61d8e1f9-f9c2-4753-ae29-a0e2813adb80 req-80043724-b2f3-4b01-87d3-c53621e1e847 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0358751 Aug 07 01:25:39.648953 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2b078a8f-3faa-42d6-b822-0038c3285452 req-b98d246f-250d-4174-904c-26ffdd149022 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0405529 Aug 07 01:25:40.775339 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d0918ecc-f9ce-4e74-83e8-fde2556658cc req-76fd7c80-9e28-4101-81ce-42b832163dc2 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0318043 Aug 07 01:25:41.898209 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68e79a1f-759a-4fd6-b610-ecffed93101a req-aa834681-9c29-4eba-a067-754942bcee64 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Aug 07 01:25:42.032155 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1921a22-5d52-45ea-a365-0c93d59bf478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:43.048866 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29bfaa81-924b-46f0-824e-79c216883a0d req-66cde755-ed36-4a4f-87ed-bde84ff1d4ee tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0396917 Aug 07 01:25:44.142609 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=22 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:44.144887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=26 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:44.165798 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f20079d8-55da-46c6-b307-389ab51e93f8 req-5170a2d7-9bbf-4558-8ef8-ee171612e8a3 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0337839 Aug 07 01:25:45.303583 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05757562-d73d-4069-9a5d-424a47b834d3 req-585f6e55-5db6-4a8a-ba0a-6048d9722b61 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Aug 07 01:25:45.444309 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:25:45.878312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b258f97d-eb53-4252-b155-97b872b0f4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:46.466400 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d815b670-ceaf-4f12-8c23-83231fc0ad53 req-9d1b2151-91a3-405c-98d5-7b26747461bf tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0396135 Aug 07 01:25:47.586020 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4206adf7-c378-44d1-a7b8-ed3a47a53900 req-0b52a312-97b5-45d4-ab89-0e57e3f8d7b6 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0352378 Aug 07 01:25:48.334853 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:48.701346 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ab401244-aa05-4818-b565-094d2d22afc5 req-f7b4e8cb-bbaa-42fe-92d0-20990fff90a5 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0348635 Aug 07 01:25:49.011181 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:49.685986 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:49.828211 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-40fe386f-3113-47b7-8347-570bc05246ea req-a74c761d-4005-4dd9-bc9f-2a8b1683ced8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0414703 Aug 07 01:25:50.939483 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-729135ed-a6cb-4c9d-9da7-7488dc18693b req-7b0d855a-4a66-4beb-a8ab-60a1143aaf33 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0311968 Aug 07 01:25:52.064717 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fae9d857-a565-4728-ab11-bf2a31a0d0f5 req-c9619631-3297-4409-a067-1c57154d7ae8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0379114 Aug 07 01:25:53.179320 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e9bbff90-c3e8-4a2a-83c7-82cf26315955 req-5df4eb7b-cd64-43fc-b0bb-f1af1f1866a8 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0304182 Aug 07 01:25:53.408273 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:25:54.297131 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5545326d-9ec7-42e8-9a6b-0bd244657235 req-e4c35ab1-d39c-43e6-ac0a-e5cd0e9899eb tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0313156 Aug 07 01:25:55.415671 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-67c63d50-5861-41fe-ad83-fc65ac3f1156 req-821070da-e4b3-44ba-801e-274d2ecaec49 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0343521 Aug 07 01:25:55.439596 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:55.440423 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:25:56.558002 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-36f08d8d-2d7c-4650-b258-618975557b71 req-69a71bde-2a06-4d0f-a365-33351cc2ec11 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0393965 Aug 07 01:25:57.690952 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-137b2dab-6368-419e-bf07-6f2814fe1b0f req-27376fd3-23ec-4483-a5b4-d783ce608575 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0300815 Aug 07 01:25:58.802984 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d9832001-17a1-4c90-9c2c-b50312d80e67 req-2f398d4e-656a-4fb6-8467-2c2d90e7fefc tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Aug 07 01:25:59.923701 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94b2c8d4-6b6c-496d-bb16-f8940680ac83 req-2d300789-f2d0-446e-bd73-6a3f77faa722 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0349517 Aug 07 01:26:01.066670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4e8fce21-38e2-46ba-b436-4775f06bdbf2 req-9e54932e-77fc-4b87-9e78-d30c53371bf4 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0346484 Aug 07 01:26:01.592592 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-a8b998e3-93fd-4f57-bbc9-9f829f4901a4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452204 Aug 07 01:26:01.705297 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-04b246e6-cb5f-4356-8add-7340192c3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:26:01.707513 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-04b246e6-cb5f-4356-8add-7340192c3527 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0502648 Aug 07 01:26:01.878558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-a6e31f17-5481-4c0c-ab0a-b1254f2c0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:26:01.879987 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-a6e31f17-5481-4c0c-ab0a-b1254f2c0b0d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1380911 Aug 07 01:26:01.931308 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-4484c4d0-ade8-41e0-b0d4-7a121849b54e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0401177 Aug 07 01:26:01.992092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-a745372e-587c-42b8-8332-e8fdf799e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:26:01.994173 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-a745372e-587c-42b8-8332-e8fdf799e641 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0542154 Aug 07 01:26:02.055103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-5c55c8dc-1e09-4397-89d1-e501ab480011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:26:02.057408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-5c55c8dc-1e09-4397-89d1-e501ab480011 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515375 Aug 07 01:26:02.189347 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-53b8707a-710f-43f5-8707-92c7efd70ea6 req-739af84e-6b1d-4644-810c-b9dc29b03d1f tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0312705 Aug 07 01:26:02.194810 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-9780aec2-2c04-4e04-aac4-eb44e983ec78 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260281 Aug 07 01:26:02.348250 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5cdc3cbb-1984-45c0-9bc0-79579a3dd26b req-8786f520-aa06-45b8-b53e-87fe56646d18 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415699 Aug 07 01:26:03.307129 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d8526b1-700e-4c35-a4ff-0441dabb7464 req-216db242-c67c-44b1-be86-b1963f8a995d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0327518 Aug 07 01:26:03.399996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:03.403843 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:04.441193 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fde878b2-042a-40d9-8a73-b1ab94a8a793 req-550f4294-e799-4525-879c-491e430dfe91 tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Aug 07 01:26:12.036838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-49f3c15b-4be5-4e3c-9deb-e7ceed646491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:12.343276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=47 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:12.344831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=46 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:14.420860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=15 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:14.422319 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=21 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:15.870259 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-812f23f3-0545-47b5-8471-9a8b4b8507f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:18.336364 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:19.010296 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:19.693128 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:22.444678 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:26:23.413242 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:32.439587 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=20 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:32.440629 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:33.406086 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:33.408542 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:26:42.024176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-33200d18-f16c-4914-bf5f-2e2bfe2c5331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:45.875476 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-18c7e406-c2a9-4f49-bc5f-c5541319ec6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:48.331896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:49.008033 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:49.691635 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:53.422498 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:26:59.446337 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:27:01.060211 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-6f48ca87-bd78-486b-b597-8932ffaf7e19 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648946 Aug 07 01:27:01.137190 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef233-6d11-43fa-9c28-a6065247d60e req-a51bbe9b-9bf0-4bd8-9c40-f9a94b1974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:27:01.139128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-a51bbe9b-9bf0-4bd8-9c40-f9a94b1974c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0458522 Aug 07 01:27:01.305727 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef233-6d11-43fa-9c28-a6065247d60e req-c8b5720c-3353-49db-b8ca-f82360af872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:27:01.308348 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-c8b5720c-3353-49db-b8ca-f82360af872e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1345816 Aug 07 01:27:01.357252 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-1743de97-b2cf-4b1b-b6f1-cb0c7695b551 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0383360 Aug 07 01:27:01.419409 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef233-6d11-43fa-9c28-a6065247d60e req-cedef626-4240-48aa-8725-36bda40f5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:27:01.421082 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-cedef626-4240-48aa-8725-36bda40f5f88 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0543494 Aug 07 01:27:01.500687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fef233-6d11-43fa-9c28-a6065247d60e req-e0f51351-98eb-4ec9-9a52-87a92c99e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:27:01.502255 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-e0f51351-98eb-4ec9-9a52-87a92c99e76c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698998 Aug 07 01:27:01.613960 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-82ba8f7f-eb1f-4142-b20f-b1ae562d9ba7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005752 Aug 07 01:27:01.738109 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45fef233-6d11-43fa-9c28-a6065247d60e req-8afc717b-72b7-4a13-912d-18ce6af298a5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134987 Aug 07 01:27:03.410572 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:03.418468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:05.540842 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3921b588-e2b8-4805-af8d-4cfe8bbf4e70 req-0b84b6bb-1d5d-464b-b7da-96518e7ab43d tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9968bbaa-9908-4063-bc7f-e6e805385fa2 HTTP/1.1" status: 200 len: 210 time: 0.0474901 Aug 07 01:27:08.382501 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=7 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:09.440357 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:11.727653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=49 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:12.035824 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bd218e98-1954-473c-992f-7e2970a50e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:15.510095 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=46 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:15.877692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f62d8f04-ac30-4920-8b95-ba90f044a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:18.334533 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:19.014249 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:19.703564 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:23.446074 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:33.436473 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:33.440106 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:36.447271 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:27:39.609801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:42.018233 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-040ad26a-da21-470b-a83f-278a041a918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:45.876307 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-85078f37-0d2f-45a0-a4db-c79d203ed99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:46.442533 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:27:48.338699 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:49.004490 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:49.697855 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:53.454435 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:27:53.686605 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-65776123-7678-416c-9d8c-54b4c83d3399 req-2cf73c03-9b81-442d-b84e-8ea2e8d542d0 service neutron] (104194) timed out ('10.222.0.17', 51451) {{(pid=104194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 01:28:03.445723 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:03.448800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:03.795637 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-efd4e7fd-4573-4e88-ba05-d6d801a52fa7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435014 Aug 07 01:28:03.899845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-7f545d21-c964-4278-8af9-0f2af8fd52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:28:03.902206 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-7f545d21-c964-4278-8af9-0f2af8fd52f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 1130 time: 0.0787339 Aug 07 01:28:04.053867 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-1482adc4-2154-4c9c-9966-fc6f0f27d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:28:04.056253 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-1482adc4-2154-4c9c-9966-fc6f0f27d22e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1261957 Aug 07 01:28:04.141582 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-7774a67c-db8a-47e8-a48a-a4ad1d6658e0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 200 len: 1002 time: 0.0747979 Aug 07 01:28:04.223593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-a0641f82-5a59-414d-9afb-23dfb4d8d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:28:04.225314 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-a0641f82-5a59-414d-9afb-23dfb4d8d265 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0759757 Aug 07 01:28:04.298222 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-1d21a4c5-bd23-4769-9c21-2f12e19a5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:28:04.300670 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-1d21a4c5-bd23-4769-9c21-2f12e19a5172 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629919 Aug 07 01:28:04.442613 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-e7563721-2183-4656-a6cf-44e08583ed01 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315203 Aug 07 01:28:04.549489 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-99e59beb-0a1a-4e55-9cbf-b46f97a32505 req-e3402b99-0e70-4e57-9015-6e45671af7a6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974123 Aug 07 01:28:08.399129 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-9edfbe64-e274-4ab2-a907-88811343c340 service neutron] (104193) timed out ('10.222.0.26', 42864) {{(pid=104193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 01:28:08.633488 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-f3bf131e-3f04-43a2-a371-6101765f9244 req-c328c01c-a361-4f44-bbcc-aefcef0c4140 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] (104193) timed out ('10.222.0.26', 42918) {{(pid=104193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 01:28:12.014456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-02ced01f-7d42-46ff-b61e-0c4e85a09eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:13.451707 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:28:14.543727 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=50 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:14.546225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=51 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:15.885675 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-533d7c03-b069-4f3a-8780-7bbd5957949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:16.609194 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:18.340078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:19.004831 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:19.699598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:23.443327 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:23.468860 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:33.455320 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:33.463819 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:28:42.014324 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-916657cf-edc3-4e78-a52c-cb6ceab18ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:45.874215 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cb935ceb-20d6-4376-bd25-8a8b82291a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:48.349837 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:49.012256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:49.705681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:50.452514 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:28:53.460315 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:28:53.594045 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:03.452472 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:03.455905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:05.075130 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-e4c1607d-1722-4096-9c7d-d44b75d29b51 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457525 Aug 07 01:29:05.169565 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72073e80-3594-4fee-8148-60042a90bc50 req-88699bca-5d36-430d-bdd1-2853bb0173eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:29:05.173140 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-88699bca-5d36-430d-bdd1-2853bb0173eb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1130 time: 0.0670784 Aug 07 01:29:05.303814 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72073e80-3594-4fee-8148-60042a90bc50 req-44528048-1884-4a3a-b17b-caebe7d5614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:29:05.305483 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-44528048-1884-4a3a-b17b-caebe7d5614b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 915 time: 0.1072817 Aug 07 01:29:05.353326 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-f50d7568-3326-4258-804d-af217ca752c4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 217 time: 0.0372822 Aug 07 01:29:05.439644 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72073e80-3594-4fee-8148-60042a90bc50 req-2a93caef-0ddf-44e2-94b1-920187c57be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:29:05.441142 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-2a93caef-0ddf-44e2-94b1-920187c57be7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.0783389 Aug 07 01:29:05.500608 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-cc07e966-c958-459f-b957-f181a81d8bde service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493152 Aug 07 01:29:05.617267 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-121e0503-1bce-4c93-9470-5b69dd0260f0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061773 Aug 07 01:29:05.739419 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72073e80-3594-4fee-8148-60042a90bc50 req-f17664f8-dc17-4d5a-aa55-0ade3fddb43a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117945 Aug 07 01:29:08.380393 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:12.021063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e39d29e3-39a0-498c-92b6-2ed5b6b8f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:15.727762 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=43 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:15.735562 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=45 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:15.874367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1132b3c1-0fca-44a9-b547-2c460e38acf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:18.337397 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a8ae-01ff-410b-aadc-782ac8bd28af req-e4b61695-33d0-4d84-95c2-03cb9e1c1e10 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:29:18.340687 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2fc6a8ae-01ff-410b-aadc-782ac8bd28af req-e4b61695-33d0-4d84-95c2-03cb9e1c1e10 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0662434 Aug 07 01:29:18.359973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:18.403070 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2fc6a8ae-01ff-410b-aadc-782ac8bd28af req-f8e2fb9b-f991-44e4-9105-771f8b1173c3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=14a52b26-5453-4fb5-9548-cd9f037dd3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509610 Aug 07 01:29:18.953089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-1d88ce9c-ee08-41d9-a9d6-9b1145808d3b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:29:18.954726 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-1d88ce9c-ee08-41d9-a9d6-9b1145808d3b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 946 time: 0.0594654 Aug 07 01:29:19.003378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.058537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Deleting port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:29:19.058882 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.162119 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] For port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:29:19.162485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.361448 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.362554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.362554 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Floating IP cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2 disassociated. External IP: 172.37.1.100, port: 4d7d0711-c6ef-4ae2-b272-c2cf175993d4. Aug 07 01:29:19.362554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Calling delete_port for 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:29:19.535170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (4d7d0711-c6ef-4ae2-b272-c2cf175993d4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.559220 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a7827408-5644-4be0-a120-ecc802631ef0 req-b77896dd-7736-4307-9009-7f2ca6122e44 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0446372 Aug 07 01:29:19.565818 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event deleted for resources: {'Port': ['ID=4d7d0711-c6ef-4ae2-b272-c2cf175993d4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:29:19.582586 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.583025 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.583573 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.584078 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.584497 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.585831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.586074 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.586417 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.586893 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.587233 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.587568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.587910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.588261 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.588603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.588939 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:29:19.710428 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.727376 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Router aab6cbe6-064f-4f12-8095-8971bfedde11 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:29:19.854121 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:29:19.869772 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:29:19.882463 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:29:19.883128 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:29:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:29:19.907284 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:19.938230 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] No DVR routers for this DVR port 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:29:19.942365 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:19.946121 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acb28048-25d3-4aac-96f9-99e3dbe411f8 req-b95a743e-a6b6-4d0e-9ddf-980ce76eab3f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "DELETE /networking/v2.0/ports/4d7d0711-c6ef-4ae2-b272-c2cf175993d4 HTTP/1.1" status: 204 len: 173 time: 0.9842021 Aug 07 01:29:19.946121 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'name': 'network-vif-deleted', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:29:19.955346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44907d9-6a9f-4d12-a3d5-393158a42b3d" -d '{"events": [{"server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "name": "network-vif-deleted", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:29:20.052510 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:29:20.175861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f25339-e050-4f61-b9f9-237d256deaa9 x-openstack-request-id: req-92f25339-e050-4f61-b9f9-237d256deaa9 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:29:20.176341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac28640-d6da-4cfc-b7ad-0d69136ac1fd", "name": "network-vif-deleted", "tag": "4d7d0711-c6ef-4ae2-b272-c2cf175993d4", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:29:20.176971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92f25339-e050-4f61-b9f9-237d256deaa9 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:29:20.178549 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f25339-e050-4f61-b9f9-237d256deaa9'] response: {'server_uuid': '6ac28640-d6da-4cfc-b7ad-0d69136ac1fd', 'name': 'network-vif-deleted', 'tag': '4d7d0711-c6ef-4ae2-b272-c2cf175993d4', 'status': 'completed', 'code': 200} Aug 07 01:29:20.331543 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:29:20.358842 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:29:20.369226 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:29:20.369801 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:29:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:29:20.486658 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:29:20.675409 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d80dddd-484f-4775-abfe-041e53ab1e83 req-2aa25401-5193-434d-bf11-85032ee69dc0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0284967 Aug 07 01:29:20.730066 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:29:20.760942 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbf4f5-4e2e-404b-bfa4-f114993fca49 None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:11:51Z', 'revision_number': 4, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0803e4db-fb7e-42e8-8ad6-fedc12c33a02', 'name': '', 'network_id': 'fd0a1aca-5011-496b-8c8b-5bafdabdf653', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'mac_address': 'fa:16:3e:1b:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:49Z', 'updated_at': '2022-08-07T01:12:01Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'subnets': [{'id': 'e6753875-d2f4-4a05-8b46-54a2735f7c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:29:21.013732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078bccb2-8475-4c59-88de-6db4c688ff51 None None] New status for floating IP cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:29:22.103558 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-583345e3-dd19-48e0-a89a-e644d8f72759 req-88ab0f70-fd6f-47fe-a2b5-55238ac5fd01 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.3332705 Aug 07 01:29:23.231132 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-995eff27-0e67-4ef3-83a4-5f2c679c8519 req-d0641449-8ed9-4da3-8b60-df6c1f8e17ba tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0311399 Aug 07 01:29:23.467510 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:23.937683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:29:23.962744 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:29:23.963094 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 4d7d0711-c6ef-4ae2-b272-c2cf175993d4 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:29:24.362331 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-870c75b7-3e28-4902-81d3-6337a458882e req-4603e2ec-1b28-4880-865a-b4fc58084992 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0327613 Aug 07 01:29:25.491259 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ffb46790-6045-4b50-90c8-03ad754da614 req-895630b0-fc51-49bc-95d0-64f2ad198db0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0488827 Aug 07 01:29:26.612304 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2d101ef5-7fa3-4b31-9212-98c34631e745 req-7ae27329-a53a-4013-9a02-443559d0c60e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0299296 Aug 07 01:29:27.452034 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:29:27.767592 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fc4dd4d8-8f38-4d0c-bb3f-4d5debcfd25a req-95d6f35c-ca86-4823-aa71-fa50b11b7cb7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0323434 Aug 07 01:29:28.922821 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7dd7389a-9164-406d-82ec-46863f355ee6 req-6b142d3e-c76d-4451-abd7-0710a30328fe tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0520802 Aug 07 01:29:30.043520 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fcb6e5e9-daca-4cc8-8466-7a1597f68b55 req-daa9f5de-1f58-4099-a803-8a8404863f53 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310266 Aug 07 01:29:31.144647 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:31.181189 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-77234910-cf7d-4c1b-bc71-63c69597253a req-244557ec-10e6-4d2e-9de6-2cecfcd72686 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0551412 Aug 07 01:29:32.296034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4ec1fc65-55e4-4a12-9f3e-cfba73f4f019 req-e0721a06-aabf-4363-a13a-783cf01de36f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310678 Aug 07 01:29:33.436624 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4836fab1-e34b-46b8-8450-7e3fc24465dc req-03c69e90-1998-4793-ae5c-68f36efe4beb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0409684 Aug 07 01:29:33.462387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:33.943515 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:34.549632 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3087bc01-f3e8-4ebb-b9f9-8b78887fc6a6 req-188f4b92-1bee-4224-b460-c0a1667ba81b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0322261 Aug 07 01:29:35.671144 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6a35e129-fcd4-4f35-a71a-db942ecbb47f req-4262093e-07ca-4888-9f82-fa2bd9ac3ee9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308852 Aug 07 01:29:36.811485 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-79e47894-8267-4892-a26e-742d74b098ed req-13d6ea66-3d67-4dbe-acf0-4591da2d03ba tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0385349 Aug 07 01:29:37.447235 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=68 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:37.448081 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=72 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:37.926660 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b9d6327-22ad-40e8-85b5-6eb7d61ff81f req-dca123ee-9e32-4f6e-ba90-18546e63ee67 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0313516 Aug 07 01:29:39.036540 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ea1ef296-b027-4573-abcc-d10a517248a1 req-316fb906-af45-47a8-b1e3-70b0fac6d43b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302103 Aug 07 01:29:40.199105 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7b09cd86-622c-4b11-a1a1-ae96228b8fd4 req-814037d0-4d91-4d40-9cc5-2a3c477e7888 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0429542 Aug 07 01:29:41.327109 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ff4be90f-5182-41d8-8cc0-01a7741ed872 req-a1a6371b-5708-438e-a65b-04b97cc06c3a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306799 Aug 07 01:29:42.010801 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b34a53bf-53c7-4dde-9030-92def18bc7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:42.441284 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0a99bb05-09e5-41b9-9d82-aa51be61618e req-4672e922-99e2-43cf-bcf9-78ee517acc94 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302131 Aug 07 01:29:43.560518 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0c712cb7-d836-45ce-ac92-01a776550923 req-9dd7fe87-aa72-4d3f-94fd-c1fabfb95321 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0298924 Aug 07 01:29:44.689320 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca5d889c-3a6b-4e98-9df9-63138bcfdef6 req-63c7af8a-cfe2-4a35-a902-7c69a00dc1d6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0371919 Aug 07 01:29:45.804189 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=13 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:45.806853 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=13 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:45.831670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6623f117-f363-4e5d-8ba3-4373e64817ad req-9fcd26ce-8193-4354-9326-040850dd82e9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0367534 Aug 07 01:29:45.879928 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d27e5ad3-3e55-4077-8b31-c1d8d29f8ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:46.958301 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dfd0ccaa-dfe8-49f9-ba7a-ec353d0fabad req-d7198c03-485f-4305-a2d2-4249c4dd5f4f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0304053 Aug 07 01:29:48.083251 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4abe7881-c21d-4d69-884c-3b525fab4231 req-0ac3a37e-620d-4503-9cc3-60baf68a1fb2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0375345 Aug 07 01:29:48.354078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:48.999799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:49.206938 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fe514da2-0cd1-4b95-babe-38ac52fca49f req-7d077155-7c7c-4ce0-9144-bdbc24b27b83 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0342710 Aug 07 01:29:49.709846 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:50.340891 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-522b1e09-f05a-4f65-a1b6-89d327623271 req-9a6459ca-6a6d-4e60-9fbd-3e45f1562f4a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306652 Aug 07 01:29:51.460130 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:29:51.479832 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-90fbef04-0f24-4187-913d-8f2ac402b9fc req-063d00df-adb3-477b-b173-8d180dc642da tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0368648 Aug 07 01:29:52.594052 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-192e8a2c-fe9b-40ef-9ad2-dfdf5195b928 req-e654cc34-4400-4f41-a05f-ed113e2ad8ad tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0304902 Aug 07 01:29:53.482485 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:29:53.741974 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-468c8e16-bd77-4800-ac8c-a79c97c3c4e0 req-433df931-2c87-4e0f-a3be-6efc1383ee34 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0508401 Aug 07 01:29:54.870468 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dedb37c6-8fad-4249-8c70-083fc8f5bbb1 req-7adda51e-a743-42c7-a73d-452544ff6860 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0345690 Aug 07 01:29:56.029048 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-45220961-d600-4bd3-ba13-5a086c234a9b req-6371c569-8ebb-418f-b19b-98a6eb8c0462 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310707 Aug 07 01:29:57.400620 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-984ed5b8-6618-4441-b44d-5c7ac5e770ea req-a523319d-1435-49bb-b80d-69701b18f5ed tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.2794662 Aug 07 01:29:58.552767 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f3acfd29-22a7-473a-851a-3d6d747e506e req-eef9f7ab-24a3-406a-bdb2-2136e3f6a2b2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0352244 Aug 07 01:29:59.683037 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4e6592c1-0ab1-4faa-ad52-e6fdcb9e1c20 req-9ac8a1ca-8d25-4166-99d6-9fbf6f95066b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0292621 Aug 07 01:30:00.820507 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d34ee3bc-fdae-4998-ac69-cd48595dcbf9 req-dc307b08-8e95-4a4c-9afa-a117ae298e1d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0361552 Aug 07 01:30:01.936767 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e3fad160-aaf9-4181-96fd-104ad4858106 req-675f51e6-0d56-408c-be54-3c8acedbcef6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0325339 Aug 07 01:30:03.027255 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:03.046006 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6da2eb7f-495c-4850-8037-3ca55e64361f req-c9c4ba24-7109-4a4e-91bb-31328a7c5ec7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0294180 Aug 07 01:30:03.474760 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:03.477866 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:04.188723 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6451deab-46c7-496d-ad3d-921d9c78b82b req-f4e1d184-b502-4e02-bde8-455b18e4741b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0330546 Aug 07 01:30:04.452799 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:30:05.397026 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bae687d4-8b32-4118-9913-7d19ecdf2ddb req-0dc93f4c-2485-434b-8964-e112e6e2c5cd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.1203465 Aug 07 01:30:06.589404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-27c6c2a9-33d6-4635-a76f-e100cde57c5c req-e467184a-6a42-45d3-a2ab-825247d350da tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0882092 Aug 07 01:30:07.711579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-067bc59e-7fd6-4d39-b39a-502bc1798a4f req-57da930e-1d27-4ae3-af11-c19763312e37 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0329196 Aug 07 01:30:08.011018 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-ed8ab47a-f21c-4cd8-a571-ff461ff34b2b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446539 Aug 07 01:30:08.089432 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-61e5c876-5d74-4a95-8255-c7de671301ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:30:08.091042 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-61e5c876-5d74-4a95-8255-c7de671301ec service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=35820b4f79774ac49f43fce915f56d6f&device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 1129 time: 0.0451157 Aug 07 01:30:08.216313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-73fe1e87-440e-4000-8300-96034910785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:30:08.217750 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-73fe1e87-440e-4000-8300-96034910785e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 200 len: 916 time: 0.1022811 Aug 07 01:30:08.295906 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-f76eee48-19ba-4919-bd45-804ee875087e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 200 len: 1001 time: 0.0673561 Aug 07 01:30:08.359424 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-e27127f8-b077-4dc5-9e65-e48a94060914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:30:08.360938 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-e27127f8-b077-4dc5-9e65-e48a94060914 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 200 len: 854 time: 0.0545561 Aug 07 01:30:08.413361 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-43deee50-f9b1-4457-a36e-1505341b202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:30:08.414911 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-43deee50-f9b1-4457-a36e-1505341b202f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=04909372-4f17-4c44-b384-6e7c31434dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433953 Aug 07 01:30:08.520502 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-8611f4cc-e73b-4f6a-a085-3a879f5ac6ac service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945790 Aug 07 01:30:08.644621 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a20b4c2a-fc3d-4f8a-b818-58d857a98a05 req-51ebb8c0-3d4e-4053-a164-a08fd294f246 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145589 Aug 07 01:30:08.818471 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-abcf0704-574f-4981-8fd7-d8fcb340771e req-f4b3edce-d4ef-4a1e-9a29-d08fece4a214 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0287268 Aug 07 01:30:09.966801 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-87aaef2a-5dcf-44e4-9dee-3d41aa16c518 req-1a5485df-3ca2-4fe5-a184-c52ced43794a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0362089 Aug 07 01:30:11.089031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-207f3baa-99c5-413a-a749-f60f03c65c50 req-3dd05206-d8c4-4162-8950-bdf9dfa4566f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0293949 Aug 07 01:30:11.762800 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:12.023382 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-88d7a0ca-856f-4521-a4e4-49f571564f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:12.245413 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-962cb0e3-3232-4295-874e-cb265b05d7c3 req-6168106f-17bf-44a7-8466-50ac842fb9be tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0359094 Aug 07 01:30:13.390865 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0f9f2535-1547-4565-8eb3-c5f20f0f9a76 req-adb49a7b-e036-4816-96e0-f6222646612a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0381043 Aug 07 01:30:14.446955 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=21 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:14.506010 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a2768e7c-ccb2-48e4-8bf7-e79955784170 req-1bd6d705-cae2-4b5b-8a6d-885d24fb913a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315967 Aug 07 01:30:15.657225 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7551d50c-afbe-46a9-aa4f-92f145bac0fe req-7f00ae5a-e96b-43e1-ae5d-0f0c59e4cb0f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0340598 Aug 07 01:30:15.875471 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-70ec2d89-a608-4852-a4d4-9299096975bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:16.798969 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9a80e9f7-c073-4585-8970-cdf1ea07cd99 req-2d521b9e-0321-4729-b454-21e8163b0f10 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0395117 Aug 07 01:30:17.909549 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:17.910845 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:17.940278 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-77ab28cd-9748-42c4-bc69-b106a2777c9b req-e548d367-8aed-4145-a3e7-09132cdc55d3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0386672 Aug 07 01:30:18.354792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:19.001436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:19.070878 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7aadc15c-1c26-4c70-9a86-992f1062fd5f req-f7ad4da5-7545-4393-9bc1-7af76b5ec1f9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0395484 Aug 07 01:30:19.715339 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:20.231059 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-243e640f-80e0-4c64-8554-c9dccc4b8657 req-32bc9c17-06d3-47f4-99e0-ccbe99f0ad03 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0375161 Aug 07 01:30:21.367946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-622c54b6-f612-4a49-9230-f0c7a31e7723 req-c2329e58-40ca-42bf-83c9-caff5a5df3a1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0391915 Aug 07 01:30:22.531040 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0e5e88f0-bbbf-4c63-a785-cc8311afbe92 req-062500cc-c0da-48ec-92fa-5547d74b78e8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0400743 Aug 07 01:30:23.484722 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:23.647931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=60 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:23.673847 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3172d8d6-bb35-4fea-bf9d-0e87fbcd591d req-22658169-87d6-4cff-a2c0-7280edc2d6f2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0360086 Aug 07 01:30:24.800569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-569fe5ca-2f19-4e38-b5c3-57ae255ee702 req-b7a45b6b-cbee-41ea-b98f-6657724a31a5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0363328 Aug 07 01:30:25.934598 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-48efd0de-fb93-4213-b70c-087905c60c77 req-b4227e26-099d-452c-921e-ff6418248a01 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0370460 Aug 07 01:30:27.050484 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e9d04c43-a812-4bd1-afbe-1b929494281e req-24db248f-b22e-4985-8b0b-f71a3627206a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0324147 Aug 07 01:30:28.212149 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1011c701-d998-4881-83d0-e6956bd84bfd req-a1d2b25c-b355-4688-9a6d-d9b082a55ff2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0321383 Aug 07 01:30:29.398502 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-910f321e-ee33-48cf-89cf-5bd73527fc2f req-e19cebd7-4c58-4168-b6b6-90c32670be13 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0368023 Aug 07 01:30:30.548176 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-672e3a8d-de0a-4115-a4e3-086f9d045e8b req-1acbb5d2-9bab-4a08-8e15-72d35efad968 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0507805 Aug 07 01:30:31.667094 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-416a8df5-13d7-4b6c-aa1f-61a5e63a80a3 req-bcad63db-ba3b-4f7b-88af-a79e6a026960 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308096 Aug 07 01:30:32.803741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-22c23989-14b4-4634-9be2-e4dc4662e869 req-e10e2b21-6736-4211-b92c-12a7b2d35804 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0324116 Aug 07 01:30:33.474953 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:33.479079 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:33.927867 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ad2b0af5-dc87-4539-bb41-d7ca15c1ea5f req-ffa39d76-06c7-4d21-9ded-bd498874cd20 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0354166 Aug 07 01:30:35.060539 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=69 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:35.083963 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2d160a55-52bd-4fab-9986-41f51fe15961 req-197df6fb-aadb-4055-b359-678b3ef20024 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0339437 Aug 07 01:30:36.215095 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68024c6c-fad8-436a-b22e-7b5c8a3e75a1 req-3781fae9-7c2a-4b50-845c-5a6fb49a48a5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0319889 Aug 07 01:30:37.355761 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-96c6915b-bbf6-4cf4-871b-c32256050195 req-cfcd1973-d7c1-49b0-ac77-7f658ebc707f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0429707 Aug 07 01:30:38.523652 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b02aac41-d73b-4636-ae72-983954155425 req-1b0def44-d680-4068-a487-e16ee2e4f4b9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0474339 Aug 07 01:30:39.689489 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-43d4eb95-f064-40a6-bf1b-8f5e3ddf2eda req-37e828f9-a9f5-4304-8374-a0f9c14ad2af tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0548375 Aug 07 01:30:40.848080 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-71f70734-37ec-4373-9f07-3af059988fec req-4790f40f-a203-42ae-abfb-df5233bd9b91 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0469875 Aug 07 01:30:41.460132 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:30:42.023608 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-aca484a4-7159-4be0-a2fc-b78470f31a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:42.042511 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e426c593-8711-4d82-9dbb-48c03872e943 req-5cb74aac-3c4e-440d-a833-5b91cd5618c2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0487680 Aug 07 01:30:43.198739 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1416fe66-0536-4e31-906d-05fcc9ca72b3 req-1dbc2584-6a9d-47c3-b15f-f3dbfe1ec4ec tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0442541 Aug 07 01:30:44.383309 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-97be388a-a62e-43f3-a74f-9549d4fad9d2 req-5245fb26-1f4c-487e-b9d5-9cbedcadae01 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0474591 Aug 07 01:30:44.613299 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:45.557128 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cd1986bf-04e1-48d5-bcc6-714481f3de88 req-590e77ef-938c-4cca-90a8-2c2ff90a7e9f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0495043 Aug 07 01:30:45.883423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f25a0317-828e-4eb2-afa0-b9618e994a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:46.716947 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-acffa4f5-24a3-4cb7-8567-dff309a19564 req-6c314529-2d42-41a7-962a-cc7b83470409 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0429742 Aug 07 01:30:47.867284 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8db06b43-1938-4b7c-9fd4-960f5c1f371c req-fe89fe67-bd1f-4772-9831-79315ba7a8a2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0461001 Aug 07 01:30:48.360869 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:49.007919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:49.027698 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5acca3c6-6121-4969-84fc-f370558a8c3e req-1061d983-2d64-4e29-a678-fa58021a5950 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0459077 Aug 07 01:30:49.724669 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:50.145093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:50.145942 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:50.170668 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73eab2d1-2098-4e10-9101-52c17a6b786c req-b7f5951a-7e48-4cbb-bb25-1dffdccd642a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0373247 Aug 07 01:30:51.300876 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02df136d-83b0-4855-a031-65a5e0a66754 req-55966d8d-0f5c-46dc-938d-37cdb9c7ee54 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0309191 Aug 07 01:30:51.450411 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:52.419941 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0a38961c-e825-4be8-9280-47edf0139097 req-6034718d-84a9-4856-b9bf-cafb2e1253be tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0368259 Aug 07 01:30:53.516066 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:30:53.548736 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce5cd12f-eb55-4c9a-ab3d-7952b63f0d5b req-425bac08-bac9-49cb-b87a-12b4d8dcbe19 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0298915 Aug 07 01:30:54.678872 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-735cf46a-901c-47c3-bfa9-e847f8fc1155 req-1368abe1-0b69-4e23-b6f5-3700f8492966 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0318511 Aug 07 01:30:55.786742 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=13 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:30:55.812463 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2a60277d-ba78-4b91-b53c-5bb48401645d req-01836010-e12c-40a2-886c-fceb1e0cb1b4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0361083 Aug 07 01:30:56.936363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76376e93-bbd3-4207-8c58-444e6246c096 req-804fbf86-3304-4a91-b08e-571241d91cbe tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0441201 Aug 07 01:30:58.053222 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-01b0d838-b3f0-4a92-8f0f-33a94cf56fac req-0ff8e564-8a57-4faf-b1c2-1f97955732b7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0358944 Aug 07 01:30:59.187669 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-881142c4-40e0-448b-a61f-944a93d0166c req-fdfa5010-ce44-464d-9b00-181847e260c9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0361693 Aug 07 01:31:00.302929 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d8b62a9d-704c-4784-9170-f3b6ef72a99f req-12bdd553-9eec-406d-a24c-4e13c133bea8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0317733 Aug 07 01:31:01.432018 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4f6566f0-a001-44b6-8c5e-0a6a1732639a req-710bd71e-71ed-49e0-839c-1364579806d0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0343668 Aug 07 01:31:02.544583 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1084fda7-8280-4a84-94de-ca97e330b450 req-5caccac4-d773-4c95-9e50-459d6d326702 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0301185 Aug 07 01:31:03.507938 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:03.509556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:03.660635 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c122a511-38fd-449a-8f14-0842a4f5e2e3 req-f8bfd438-34b5-4a53-9f7f-f17aed2841ea tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0311863 Aug 07 01:31:04.777128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7e532606-2a1e-442f-9886-c6d11c0ad955 req-15fff0cb-a1c2-4491-8e7c-c3bd4e31d6b3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0319622 Aug 07 01:31:05.898078 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94326ead-b2df-4e49-b1d7-357cc1d6d42f req-0a544950-50e8-46fd-8b70-f12020e6ab73 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0363841 Aug 07 01:31:07.025778 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8686e007-ce12-4140-a96e-15e8758b1f00 req-b9161998-34c3-4a91-b6ea-88cd59fb6354 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0402238 Aug 07 01:31:07.846150 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=15 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:07.890692 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-20c01488-a679-4eee-939c-7f618aa319b2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544634 Aug 07 01:31:08.007394 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-6281f2a7-43fd-4540-b2a9-6c01d2b59581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:31:08.009171 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-6281f2a7-43fd-4540-b2a9-6c01d2b59581 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0515909 Aug 07 01:31:08.151586 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb4ae386-772c-415a-a9df-fa6bd92b48b1 req-52fbfc7e-b182-44ef-9310-54671084f0d6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312808 Aug 07 01:31:08.158095 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-fea8bbf1-5dd3-4d8d-8289-d1b29c08276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:31:08.159648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-fea8bbf1-5dd3-4d8d-8289-d1b29c08276e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1237817 Aug 07 01:31:08.219808 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-11e9eaad-69e7-4295-99ce-e3c8edc21019 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0469294 Aug 07 01:31:08.306489 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-0afe103b-76f6-4d30-8f71-0732f4e46803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:31:08.308079 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-0afe103b-76f6-4d30-8f71-0732f4e46803 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0783243 Aug 07 01:31:08.361623 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-e34eeded-b59a-493a-a541-b4b2859e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:31:08.363153 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-e34eeded-b59a-493a-a541-b4b2859e7c34 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452971 Aug 07 01:31:08.379052 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-4eb09dcf-6078-420f-ae18-3512bb1aef49 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:31:08.380096 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-4eb09dcf-6078-420f-ae18-3512bb1aef49 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054324 Aug 07 01:31:08.494702 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-5723b6c8-5efa-423f-92d0-441e4293c654 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037397 Aug 07 01:31:08.611340 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c446c168-74c3-4dd1-a8f6-c93f07a1f5a2 req-3f833ffa-a04f-42df-bc4b-a0dcef0e5be8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063974 Aug 07 01:31:09.273487 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5abaf091-b5db-4811-a845-dd18005eb3f2 req-88a00fe3-3b64-4b10-9662-cd6b03d5373b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315268 Aug 07 01:31:10.398692 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94d8a884-0653-454c-a598-1114c821c9af req-2479b0f2-f1fd-4280-b5ee-0a5c62b781f6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0330749 Aug 07 01:31:11.530623 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-facc13a1-7712-4be7-a113-42bc97b9d7e7 req-f707a786-5e06-47f1-b138-270f362d0bb6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0297480 Aug 07 01:31:12.019291 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cff6f095-01ab-4e32-be2a-7f3dfa37950e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:12.655248 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f32e4418-fe95-4c81-961e-947a498c7e05 req-1be4379c-d1ae-4fc3-99eb-662e31c85923 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0331650 Aug 07 01:31:13.765523 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e9e207a9-733a-4fb4-89ca-c249123968d3 req-c2e20fed-aad9-4198-9b27-b505458fe7f2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0301411 Aug 07 01:31:14.897887 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e5a96760-043e-4d96-aabe-14c42a74ebb1 req-904f6f77-97e6-44f7-8349-9ea7e5e08e03 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0311446 Aug 07 01:31:15.871226 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9caaaa23-48df-4ee2-bcde-b96f99edc42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:16.026098 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e6f3686-9f78-4304-bdf7-8f24fb6d7f01 req-4f1e76b3-074c-4fcb-bac1-0ff9301e9954 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0333247 Aug 07 01:31:17.163805 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ca5ed0a5-9d25-4af5-a210-35d413230c6b req-826292a0-0e80-47a0-99c2-8e0466c4118f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0320897 Aug 07 01:31:18.279875 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-06e8c1f7-9f42-45a7-92aa-63e49445f669 req-2258410f-54a1-4594-b46d-812913dd88b2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312114 Aug 07 01:31:18.363966 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:18.449843 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:31:19.001992 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:19.419778 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6ba42d7f-10dd-4b4e-bc7c-cc4d31bef3ce req-4fa9dca6-8022-4f4e-814b-b13051a8bd8d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0423644 Aug 07 01:31:19.728612 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:20.542133 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b9db147b-5d95-4bcc-997f-f186c9305f7f req-d8428f79-5141-4fed-b7f3-8e8189d8ec6c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302591 Aug 07 01:31:21.653211 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=10 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:21.655418 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=18 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:21.689720 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d04aadd2-e188-42a6-928a-612054663467 req-c11ed258-b4d8-478a-a756-12bc1f31c16a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0463381 Aug 07 01:31:22.815994 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-227c4bc2-d9be-4e9b-b498-88e198d27903 req-74e48f79-15f6-4f2b-81e9-dd6fb2b9d916 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0311422 Aug 07 01:31:23.527309 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:23.956467 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-320ffc84-96f9-46eb-92a9-152ac3070a3f req-85b27b58-d02c-4029-bf01-e97ae54b3f01 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0482497 Aug 07 01:31:25.085780 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0810e3ed-4dcd-44fc-8d81-1b29c3c790ec req-c2af3b31-a8af-4716-84a9-1500de0adb19 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0419230 Aug 07 01:31:26.198803 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-61010b63-3b5f-4762-9f74-019a6ee87825 req-dc0237a4-a567-48f4-bcd1-97103e89e424 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306661 Aug 07 01:31:27.331834 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-371ff6b0-ea54-4ba7-ada8-6b645cc99df9 req-0ee11d5e-d19e-4ccd-8b30-0a6174291540 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0342221 Aug 07 01:31:28.444307 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:28.445605 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:28.451036 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a12f6da4-0bde-465d-bb4f-2c109c292140 req-1155f0f5-0ce8-47b7-9531-bb2195010520 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0382156 Aug 07 01:31:29.549362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=62 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:29.571756 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dc66ae71-fe40-4700-8aef-be50de91d6c7 req-9e0abc64-5d27-419d-9c5e-e7cbb0e42afb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0326397 Aug 07 01:31:30.691771 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1e8c0157-b74e-40ec-b413-6b4fac089b01 req-916aeeee-c17f-4761-bf50-a837eb04cb99 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0311472 Aug 07 01:31:31.828619 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f16c470d-7d3b-45c5-bebf-0b719c497bb4 req-354f2d9e-2b2f-4a29-b529-63a9a26a79ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0492730 Aug 07 01:31:32.945274 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cd393e81-0f75-468d-b784-c439667f8ad6 req-e7bb9ff0-8d16-4eff-8dee-c86aa5d00912 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0333414 Aug 07 01:31:33.519520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:33.521647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:34.089472 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-954ee0b2-2c78-41e3-b5f4-85ec7c35dd16 req-9ceebd40-0a29-4804-8f41-4b132336a9d6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0338893 Aug 07 01:31:35.227589 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0c8107f5-0623-4e32-8e65-3caa274c0063 req-56e25a3e-dd2c-4558-b93c-23830bdb711d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0497081 Aug 07 01:31:36.526807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-00d1bc73-b8df-4c20-be37-74204b6db755 req-b55d9177-2608-4f96-9d3b-cff0446c8909 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0375135 Aug 07 01:31:37.644314 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51dad64a-915c-4638-bc8a-24408c3786c7 req-19622c93-1671-4a8f-a2c1-f05da0f28380 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0354879 Aug 07 01:31:38.742309 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=60 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:38.764270 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-06eefce7-3292-4b89-bc4d-534682572453 req-6bc7cf8c-702c-4714-b54b-5fa692725a24 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0314066 Aug 07 01:31:39.880268 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7c838eaf-e07e-4934-962f-62159ee8b942 req-f0bfcc3a-e3eb-4c82-aabc-199007b3bde2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0309525 Aug 07 01:31:41.014576 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-743ead5d-0815-4aaf-a7ec-cc86e6d6be27 req-6c8f1fa1-b6cd-494b-83a4-955aa363f598 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312638 Aug 07 01:31:42.016557 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f37e8443-6172-431c-9eff-2f6c0234a146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:42.132588 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9707b43-0086-4559-b8d2-b288f5ad5f19 req-65e51247-8a93-4ff2-9f8d-e02e604793f2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0314217 Aug 07 01:31:43.267410 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f264385e-7897-4d58-8124-8d517cafe53a req-76e1e162-70c8-4c40-bbfa-a46058c0ab1d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0352776 Aug 07 01:31:44.388115 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dfeb1e64-6957-4cec-9981-db4bad9697bf req-48dfc12a-22d4-4795-8848-30c617c62e75 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0304742 Aug 07 01:31:45.534156 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-631cce19-2622-40bf-98a7-79744340f156 req-85aa5f8a-13e9-47e6-a0bb-eb6f72685755 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0340421 Aug 07 01:31:45.872277 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6f65141d-f227-4dda-b0bf-c45db2b82a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:46.652358 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1fa70e51-5555-4509-aa14-dea661bb2eb0 req-ee7c3bfe-cc7a-48fd-83a3-4af251a017aa tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0344496 Aug 07 01:31:47.779015 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-77c9a12f-fe3e-4349-9497-127b1bdd00d2 req-c96ddaf0-6b66-4d07-8437-8b698ab83b31 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308828 Aug 07 01:31:48.370807 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:48.912423 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2b1543ed-dd16-4842-a716-d77fc2a4bbb0 req-4c5bd7aa-2bca-4f61-bc89-c47d8437e3be tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0369146 Aug 07 01:31:49.010099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:49.729906 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:50.051354 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0e5cdb4c-be8d-4735-9ebe-1ff45844a7ba req-b2a0350d-5d2f-4ded-8815-191cf13072a0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0369909 Aug 07 01:31:51.185446 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-17a66ec0-0918-4721-88c8-dec9288f596c req-3ab77118-36cd-43cf-83fc-22f3da1a34d9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0538497 Aug 07 01:31:52.307757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d240f731-f264-4f48-8504-604b344c57d8 req-455bdb04-696d-4bfc-b495-7ec3883e67e6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0344489 Aug 07 01:31:53.418079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:53.420356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:53.441145 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-582ee0ed-d570-45a6-930c-19718c27fcc2 req-617a0ccb-ff6c-4fb6-bbb3-71d66f4d86e5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0319307 Aug 07 01:31:53.527269 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:31:54.559128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1b5668e3-298b-4b60-b459-cb19663acf11 req-94c11ffa-4b5e-4fdc-9b6d-19e54313cd2a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0328822 Aug 07 01:31:55.449507 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:31:55.722206 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2fe03d41-fbe3-4976-a936-d0ba75940d0b req-3f1f4db7-d0cd-4ac4-b4b0-9fb3d2431260 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0456576 Aug 07 01:31:56.839112 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e864b974-fb6d-48a4-b703-3bc0a084ee47 req-9de7dded-583c-4845-ae11-dbf2916e2694 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0328407 Aug 07 01:31:57.957006 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5211fa8-429f-4be2-bf72-1d224f05fcec req-bdddc0ac-881e-4ae9-bb05-190345273d8c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0337729 Aug 07 01:31:58.625219 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:31:59.091401 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d1d6cbcb-551a-4e32-9a12-573bc2dc0716 req-87305c65-ee5c-4b39-8baf-5f819310983e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0517409 Aug 07 01:32:00.208508 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-69aa18c4-446a-4b1f-889a-311cd13b7804 req-429b99f9-1fe7-40ff-ba1f-c2803508b1ba tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0339756 Aug 07 01:32:01.318525 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=13 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:01.359623 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-526840a6-8d3c-4413-ad1b-b88c1bff0ab1 req-cee9b3d1-8824-4d01-98d4-a9cab18daf85 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0547881 Aug 07 01:32:02.475421 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f742f506-acd7-45c7-bcc6-d05d0d44066d req-032db2e3-074e-48e6-90dc-f2ca850f5f3e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0319145 Aug 07 01:32:03.520120 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:03.522634 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:03.589391 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6f296247-d202-4fe8-8399-cfa55c9f2970 req-962f1a4e-e651-40a1-913d-b0ca1a8a33f8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0323765 Aug 07 01:32:04.709235 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c294e4a6-0ed5-4fdb-a5dd-84575d1795fd req-c079a08a-1faa-4738-a62c-1aa42d48e05c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0354085 Aug 07 01:32:05.852624 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd7198e0-0535-4474-8976-b2d07c054ff0 req-64c3688f-28d9-4c2e-b985-458e51c207c7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0427470 Aug 07 01:32:06.969179 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-097beb74-df03-4a83-a2ba-767e51773b10 req-4cfe51be-6c95-42a7-8840-55193a946538 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0316288 Aug 07 01:32:08.118667 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dbb6f9ad-7b6f-463a-996c-1fb20c88f1f9 req-d8062a4b-2118-42e7-99a4-85d89cfa1382 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310173 Aug 07 01:32:09.256012 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9074efa1-ab72-4b1b-b80c-67a1b1c5c122 req-17149a29-86d0-4f2d-ac18-532e101530ab tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0313926 Aug 07 01:32:09.921218 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=16 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:09.964505 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-967a7ba3-4a64-44b7-afe4-6b2c9e740911 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089840 Aug 07 01:32:10.042483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-91f155eb-8990-49dd-9426-e34cb3634c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:32:10.044167 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-91f155eb-8990-49dd-9426-e34cb3634c06 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0479717 Aug 07 01:32:10.226733 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-0cca6900-7197-44ea-aede-b5723923535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:32:10.228581 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-0cca6900-7197-44ea-aede-b5723923535c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1561909 Aug 07 01:32:10.286860 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-8b9ea3c3-6287-4079-81ad-bf3a1952b576 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0476992 Aug 07 01:32:10.349574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-1a5182e5-c692-4f63-ac77-ab069ef004d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:32:10.351778 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-1a5182e5-c692-4f63-ac77-ab069ef004d9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0580893 Aug 07 01:32:10.424418 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-72ad3692-960d-4501-83dd-333ef1f2f4bf req-1b328f73-0642-4c9f-acbe-23ff648d1987 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0523148 Aug 07 01:32:10.446063 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-dda356fc-cb89-4bd7-8596-660736a9bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:32:10.447869 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-dda356fc-cb89-4bd7-8596-660736a9bfef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861106 Aug 07 01:32:10.569439 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-a7a372e8-fc47-4a65-9c86-4c7c6929edd4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113679 Aug 07 01:32:10.764913 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24e072e7-fd8f-4c48-82b5-408c0a5d0951 req-ecd13fc7-8ec1-45df-8528-7452bb1ff433 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845589 Aug 07 01:32:11.545662 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-650cbdbc-7fe0-40b6-8a1e-709f870e9eec req-87e2c8d5-7588-4ba4-be42-92e8a7b1d956 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0325992 Aug 07 01:32:11.776133 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:11.779231 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:12.018173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3f64-25f7-4eae-a7b4-1072c3bea6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:12.683082 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b7f26874-45a9-4487-90fa-44fe9c3edde6 req-8cc35925-0f10-42f6-bdf2-310ac92c4af9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0507364 Aug 07 01:32:13.809921 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7043bef5-af6b-4409-85d0-66a05d8bfa98 req-9ec69e48-0c6b-414f-9028-fe31ba262ba5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0333073 Aug 07 01:32:15.043709 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-233bf6f0-99d1-4b9e-9d66-4471192dd47c req-40005078-3340-442a-a249-13cfd3679ced tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312912 Aug 07 01:32:15.872184 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e6d28e4d-c72e-485a-a48e-903c7fc5d0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:16.178304 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-493f64c7-95db-4ade-bcc4-0da7c6f884a8 req-3cece437-e870-4c9a-af33-d2ff55dda565 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0478370 Aug 07 01:32:17.319015 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7db5616c-97dc-4272-8f06-035cdf34a9c1 req-ac9b0932-8e0b-4b93-af1b-2da8f80db884 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0364711 Aug 07 01:32:18.374570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:18.631595 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0fc246f3-d212-4958-812f-787341f8b9b3 req-57a9631c-3b13-499a-9e77-54125a724722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0457747 Aug 07 01:32:19.005870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:19.736149 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:19.795100 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b137c082-b5b4-49f8-86e2-9188b75b6751 req-2665bce6-2bfc-4793-b062-9140e53f5ac0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0637920 Aug 07 01:32:20.919370 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4f2378d-57cc-49d2-8552-dc4d68d554ce req-00586d80-1651-4f63-820f-fef6f079fd02 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0347700 Aug 07 01:32:22.070217 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-09fdbea6-36d2-4a73-a7c6-08a9a812f196 req-2ded94bc-ceb3-44dc-b8c2-1949232c8835 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0331089 Aug 07 01:32:23.229380 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1bbdaa00-5301-47c6-a547-d12d717bddc7 req-5be04128-04cd-423c-a46d-9f81677ace04 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0424566 Aug 07 01:32:23.532857 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:24.358366 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d4059733-10e9-4548-b138-aa19c5d1a226 req-f5553484-b2b9-4def-a607-d8dc6c8b93b5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315259 Aug 07 01:32:25.451357 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:25.454546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:25.482214 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1c01e596-5460-44a3-a821-d71ce71e5fbd req-f2ad0c55-bc5f-4951-bd60-1047fb85a4e3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0401821 Aug 07 01:32:26.615723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c7d87dfc-543c-4a59-b0b7-92662cf084c9 req-404a652e-9120-4e78-aaf3-cb62ad176ce4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302179 Aug 07 01:32:27.775547 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f238ebd8-ad72-451a-8428-06300d3737ca req-a6f3dcd8-a7e6-4589-b85d-364c819f6668 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0416508 Aug 07 01:32:28.930360 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e153f853-7b0c-464f-ba33-25191392d83e req-32a6a91a-56f5-49c1-8103-8a45d325748e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0364239 Aug 07 01:32:30.104340 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6686106c-b8c8-4e16-b4e4-918a0be8de71 req-6a0c8b6d-e1ed-4f46-a4b0-ec58a5be8073 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0427473 Aug 07 01:32:31.236010 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6fb822e8-ce5f-4a22-ad24-583a6490f1e1 req-8319f7ad-9a86-46b1-9040-c24d1ac1c7ea tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0362604 Aug 07 01:32:32.391807 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ced0d75f-580f-4bc4-a891-bd89a7a6e585 req-a2be2a34-2d79-4851-93b8-d97e307ba3e5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0477016 Aug 07 01:32:32.451763 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:32:33.484651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=57 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:33.512915 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d5a303fd-4040-4be4-b302-68cf521e97dd req-d7d0581d-922e-4c8d-b757-b7dad7828bd2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0377302 Aug 07 01:32:33.519496 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:33.527614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:34.645824 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b03ae0ad-6a2c-4400-9720-30ede3cb41f3 req-0893af6d-896e-46f6-baa6-acb81d9baca6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0391810 Aug 07 01:32:35.787026 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-56eda404-5d72-481d-89db-c8993b2a267c req-29d78d1b-e155-4af2-bb8d-475fe245b2c3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0335903 Aug 07 01:32:36.918165 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-de9e080c-ca28-421d-935b-252dc03d0d17 req-c212e513-76cb-412e-8177-5f69b20fc031 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310972 Aug 07 01:32:38.039517 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4adf6baf-0bd2-46a7-a900-9b2a7bbbb3be req-1d0a9718-3089-4cb2-94b4-1da0afd5b6e5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0374625 Aug 07 01:32:39.202859 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-99db8d90-5e29-484e-a216-0a22265293fe req-db44e640-4e2d-4864-a070-f45d7768ee87 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0397475 Aug 07 01:32:40.315346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=61 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:40.339470 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-92b9a7c0-00f7-45fe-a9ff-58a1346c0bf0 req-7edb82f4-5fe9-43ec-8cab-5002290baac3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0350800 Aug 07 01:32:41.471690 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e2f09176-362e-4b8c-a4e6-d3bdb8d9a2ff req-2771bfeb-7a04-4d35-93ab-0051d39b6449 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0351365 Aug 07 01:32:42.014673 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0d5d-e7d5-4a0e-95a3-b11eb1fc3225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:42.446527 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:42.447776 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:42.594875 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d38c35bd-187c-4b8c-94b8-c3887a34ea08 req-6e117c3a-62c6-4cbb-9884-a9ce24c70f0f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0367737 Aug 07 01:32:43.711774 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e4de73c8-9199-4dc8-a73a-e4e03f1003ca req-157ff179-c548-4854-aa6f-8dcb61f1dcf2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0327752 Aug 07 01:32:44.849488 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0bbe42cd-5f34-4958-8f90-0799182cdfbb req-c4e2ab10-5d61-4dea-98d4-fba742837710 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306983 Aug 07 01:32:45.871738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c0e62b8d-a786-4e59-b20c-dcdf7a752985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:45.973916 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-04e6e596-e022-4720-b872-bb8a1712f240 req-26b60b41-057e-45af-99dd-eb5951cd9bdf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0402527 Aug 07 01:32:47.113125 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6f71a291-579e-457e-9e96-eb602b2c104f req-ee48a497-09f6-4422-bd1d-ee16213e2568 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0473635 Aug 07 01:32:48.243176 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-deafb440-5c39-48d7-8392-92fd4ceef5fc req-2c88c39a-9e34-4cef-903a-6e73540942cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0334139 Aug 07 01:32:48.371459 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:49.003208 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:49.375891 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-862923be-8d9b-4a09-9ac7-f0a001cca01b req-801a5160-1901-491b-bb40-efb302c17587 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0450759 Aug 07 01:32:49.731109 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:50.493736 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6b47f8da-14b6-44b7-b52a-1c8ebc8b7bae req-9968e789-9bef-4c23-b5b0-88690784757f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0346296 Aug 07 01:32:51.604557 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0618c9d6-277e-4856-aca8-c1d4ee3551d2 req-e4ec8008-bd28-4bcd-8f9b-5227536b9630 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315847 Aug 07 01:32:52.721951 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a540079c-3283-48cd-954d-ac023b0f882a req-a0b40fb1-ad7e-4645-beb4-60b031100701 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302076 Aug 07 01:32:53.539618 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:32:53.854152 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-37e66845-1130-424a-95e8-5b89d84281c9 req-bb4c84a0-f419-4e0c-8f59-7970b63c2a79 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0468962 Aug 07 01:32:54.993461 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78f5c17d-bb1a-41ca-9259-128e5bf4ff92 req-8e4bc521-6b49-4d53-b886-097b8fef225c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0320482 Aug 07 01:32:56.113529 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6c0455a8-c44c-4293-b761-93f65aa3960a req-f3b338a0-ead3-4fae-a1ba-f753f62e3f44 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0341513 Aug 07 01:32:57.224893 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:57.227422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:32:57.260782 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8ed7e11-7dfd-415d-a8f6-d6988f5aa9db req-4f1fa39d-7aa0-4b39-8a4a-a0f613c59fcb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0451803 Aug 07 01:32:58.375800 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a35ec7e9-a167-4408-858c-0bea858bb09e req-e2e13be6-7010-44cb-bc61-39a54d5d6dbd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0355911 Aug 07 01:32:59.495519 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-685b03a2-f370-4ef6-9fe7-d136e8b3a6dc req-23be49a5-decd-4ba6-9307-59808f32219b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0341399 Aug 07 01:33:00.653316 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f265a0dc-f42d-454e-a0a4-a94ab74eac7b req-36769345-e319-4a84-b8ae-8cca2b8f2837 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0316765 Aug 07 01:33:01.803710 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e39ea13e-081f-4eee-b492-271feec4574b req-bbda4f88-0afd-4d61-a9df-301dd0331ca9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0447922 Aug 07 01:33:02.929272 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd230870-7fd0-4ac5-b4d6-d14efa705fef req-6f23ab11-153d-45e0-90a4-78aec6e0ae35 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0309525 Aug 07 01:33:03.529981 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:03.533154 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:04.065075 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-add2d21b-15a3-40da-ab58-9b35fd014d72 req-db5d71c4-38ab-4d20-b892-8674f0abcd51 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0506928 Aug 07 01:33:05.168890 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=17 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:05.197186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-252981d9-0073-4ff1-9180-50fa8b59d5c4 req-2bfc3e91-c288-4fa2-97dc-244df65a582e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0375617 Aug 07 01:33:06.328627 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d15c400-a458-4d48-8bf0-5f240779e909 req-bcea2d0f-40f0-48d0-a62e-517512337237 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0341668 Aug 07 01:33:07.463394 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9ecf42a2-07b0-49bc-8130-5057ed6157d6 req-48bca015-526d-4280-b145-65656244364d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0326087 Aug 07 01:33:08.607347 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8d1aa25b-fc60-4a35-bd97-98b21d6a844e req-d6a600b8-1e4e-4dcc-95d6-ae64819a032e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0487838 Aug 07 01:33:09.451308 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:33:09.721420 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-eb6445d8-7695-411d-acd3-324dd9b38150 req-fd2f2a29-3a50-4325-828b-1430d6a20382 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315788 Aug 07 01:33:09.893145 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-8202fb09-66de-4d8e-8bf0-1cb58bf36f92 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453846 Aug 07 01:33:09.975070 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-6911e72a-f721-4610-94a5-b4bc3d14fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:09.976674 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-6911e72a-f721-4610-94a5-b4bc3d14fad5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 1130 time: 0.0515022 Aug 07 01:33:10.111020 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-95a1a782-fd8d-477f-aab3-b8fb4077987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:10.113108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-95a1a782-fd8d-477f-aab3-b8fb4077987e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 200 len: 915 time: 0.1102691 Aug 07 01:33:10.163183 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-344456c8-2d8d-452f-9de2-23a3b300e5d9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 200 len: 217 time: 0.0392790 Aug 07 01:33:10.247429 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-9c11d4d7-04a1-44e8-a9d9-a63482c50549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:10.249593 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-9c11d4d7-04a1-44e8-a9d9-a63482c50549 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 200 len: 854 time: 0.0753140 Aug 07 01:33:10.290328 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-9150a9aa-90c5-43dc-8c13-113633e22188 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea640be5-e5dd-479f-a491-fb3ae7cc114e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311811 Aug 07 01:33:10.349159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=37 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:10.404958 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-a84cedba-feb9-4d2b-8971-076f6449788e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046650 Aug 07 01:33:10.519370 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c9586b1a-b0bc-4cdf-9621-e614dd36afc9 req-9224087f-cb28-4776-9c16-5975ebc292ae service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028650 Aug 07 01:33:10.837840 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2fdf484e-f1fb-4b81-b02c-67ebc618d7bd req-f4311e4c-253c-4077-97d9-702d8309e4b5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0333560 Aug 07 01:33:12.013015 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0d474db0-a090-4fef-a277-4df9c192128d req-c79c2139-99c0-4fd6-aee0-fa60ba48349e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0426295 Aug 07 01:33:12.018554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1f33f212-474b-494c-b6c8-36b101aef913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:13.154221 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78030462-3029-45f0-9405-3213e940ed59 req-625547d7-5d29-4840-a0de-7e6fea724ac0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0424845 Aug 07 01:33:14.277995 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f6e85570-ff25-49e5-a628-f88df073600c req-e20965b1-c465-4e66-a642-0a5fdf75aca6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0369675 Aug 07 01:33:15.390334 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0c3a471e-40e2-42aa-964c-b644b6a268b4 req-53e6b05b-34a8-4fcf-a1d9-e744cab1173d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 07 01:33:15.869454 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-48e7ced0-ca83-49df-b9e5-ffbbe75168f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:16.502103 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d04a81fc-9312-4d0c-ba5b-d761befef34b req-9f22f455-bac2-4b0e-a1b4-9ed3c79376ea tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302491 Aug 07 01:33:17.644091 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-af58aa7d-d2c9-4282-b01e-c239115b595f req-0b8ffe77-90a0-4f33-8e53-ec306e9cd6cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0335917 Aug 07 01:33:18.377156 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:18.755946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4c12cfd9-a3a0-46b2-9004-c93a77732380 req-97fc6107-db59-49d6-a81a-d5ec8995e53f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0303965 Aug 07 01:33:19.001010 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:19.446061 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:19.447233 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:19.748524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:19.897887 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f624a7d3-610d-4070-af28-b5ff34ffe8a0 req-8cfd21f8-a957-4cc4-a0ba-6637a91c7d68 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308425 Aug 07 01:33:20.274519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49772) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:20.462537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (46796079-ee2f-4624-b7f1-d09ec5afaa67), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:20.538753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (46796079-ee2f-4624-b7f1-d09ec5afaa67), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:20.672610 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc60199-cac0-42e8-96ed-ba878fd6fbc8 req-804c4f5b-ae79-4dbd-8b7a-a723824855c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:20.676034 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1bc60199-cac0-42e8-96ed-ba878fd6fbc8 req-804c4f5b-ae79-4dbd-8b7a-a723824855c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0903604 Aug 07 01:33:20.708531 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec710-5100-46cc-8745-ff51895ac535 req-a7935669-6cbe-489f-b92a-dc460da1a2c3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:20.711274 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a2ec710-5100-46cc-8745-ff51895ac535 req-a7935669-6cbe-489f-b92a-dc460da1a2c3 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0892735 Aug 07 01:33:20.730415 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (46796079-ee2f-4624-b7f1-d09ec5afaa67), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:20.735104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:20.738031 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/46796079-ee2f-4624-b7f1-d09ec5afaa67 HTTP/1.1" status: 204 len: 168 time: 0.4619889 Aug 07 01:33:20.759880 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46796079-ee2f-4624-b7f1-d09ec5afaa67,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:20.774179 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.774531 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.774879 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.775225 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.775664 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.776002 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.776461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.776820 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.777156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.777491 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.777825 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.778335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.778609 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1bc60199-cac0-42e8-96ed-ba878fd6fbc8 req-599dd059-16f0-402c-87bc-1edd2b844f1c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940316 Aug 07 01:33:20.778873 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.779283 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.780067 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3197db36-42a9-491a-9e31-9b860769e68c tempest-TestVolumeBootPattern-1662403440 tempest-TestVolumeBootPattern-1662403440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:20.844501 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a2ec710-5100-46cc-8745-ff51895ac535 req-57481838-10b1-405b-be43-09785cc071b4 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247046 Aug 07 01:33:21.017593 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-d4454ce2-cf49-4944-aee4-cf8f07478689 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:21.019450 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-d4454ce2-cf49-4944-aee4-cf8f07478689 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.0737875 Aug 07 01:33:21.036091 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6db6b96d-d8aa-49cf-b529-b5b57f9cc8c1 req-cc316e2a-b25e-4950-a020-54ec1fe483ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0359354 Aug 07 01:33:21.163735 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:21.164298 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:21.278835 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] For port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:21.279917 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:21.802012 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:21.803043 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:21.803152 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Floating IP b2c61b90-b176-462b-b805-ef48d927824c disassociated. External IP: 172.37.1.251, port: 65d03541-9d7a-43bd-a6b1-fd6ae8b03113. Aug 07 01:33:21.803738 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:21.923268 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:22.035672 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5cf0f-ceab-4042-aa09-cbd42f3ad769 req-2a63b832-67d1-47e6-a1dc-65175c89e6a8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:22.039448 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0cb5cf0f-ceab-4042-aa09-cbd42f3ad769 req-2a63b832-67d1-47e6-a1dc-65175c89e6a8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0836639 Aug 07 01:33:22.082356 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49794) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:22.122047 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:22.133020 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (65d03541-9d7a-43bd-a6b1-fd6ae8b03113), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:22.158202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0cb5cf0f-ceab-4042-aa09-cbd42f3ad769 req-855a91d0-14ac-449b-9657-e8baa05cb584 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091626 Aug 07 01:33:22.159493 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dabec4-98d4-43bd-978c-42659e4edd42 req-9137c8f1-6bf4-407b-bc25-512e2b6006e6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:22.161265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-16dabec4-98d4-43bd-978c-42659e4edd42 req-9137c8f1-6bf4-407b-bc25-512e2b6006e6 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1143cfd8-c86b-4023-84cc-8518db39a1be HTTP/1.1" status: 200 len: 945 time: 0.1577909 Aug 07 01:33:22.202834 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=65d03541-9d7a-43bd-a6b1-fd6ae8b03113,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:22.264848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.265422 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.265925 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.266283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.266629 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.267055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.267397 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.268013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.268344 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.268536 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.269628 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.269628 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.270186 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.270186 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.270519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:22.335256 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-910d2b3a-ac8b-4ef4-be09-97f07fe8b84b req-c9b7bd49-f8fd-4048-b62d-c385d6648499 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0433280 Aug 07 01:33:22.364618 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-16dabec4-98d4-43bd-978c-42659e4edd42 req-4fdb4d5d-0937-47e4-a77e-b20f1d7938ae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=eec695a1-9139-4225-a99c-98372a1533d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792505 Aug 07 01:33:22.399619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:33:22.553910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:33:22.572203 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:33:22.604162 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:22.606874 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:22.642618 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] No DVR routers for this DVR port 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:33:22.650316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:22.654092 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8e8883d0-91a2-4b7b-952d-8455b86fd291 req-e28f4d59-70c8-4295-95e6-5e399ba56d87 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.17 "DELETE /networking/v2.0/ports/65d03541-9d7a-43bd-a6b1-fd6ae8b03113 HTTP/1.1" status: 204 len: 173 time: 1.6271126 Aug 07 01:33:22.654667 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'name': 'network-vif-deleted', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:33:22.657457 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cc0cfd-9e34-487e-9301-df07a801f8bc" -d '{"events": [{"server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "name": "network-vif-deleted", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:33:22.716993 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68293b-848b-427e-bec9-e59629bb0d38 x-openstack-request-id: req-6b68293b-848b-427e-bec9-e59629bb0d38 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:33:22.717500 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1143cfd8-c86b-4023-84cc-8518db39a1be", "name": "network-vif-deleted", "tag": "65d03541-9d7a-43bd-a6b1-fd6ae8b03113", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:33:22.717957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b68293b-848b-427e-bec9-e59629bb0d38 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:33:22.718724 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b68293b-848b-427e-bec9-e59629bb0d38'] response: {'server_uuid': '1143cfd8-c86b-4023-84cc-8518db39a1be', 'name': 'network-vif-deleted', 'tag': '65d03541-9d7a-43bd-a6b1-fd6ae8b03113', 'status': 'completed', 'code': 200} Aug 07 01:33:22.841100 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:23.044389 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (97cedca9-fa7c-43ad-8275-81651306c6d1), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.075498 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:23.114349 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:33:23.128456 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:23.129931 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:23.182205 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:23.329053 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:23.408773 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31d1d9-df61-48be-a5d3-a55999557fd5 req-5cb7eaed-4f4f-495e-a89f-5f7d7f579b5d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:23.413288 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2e31d1d9-df61-48be-a5d3-a55999557fd5 req-5cb7eaed-4f4f-495e-a89f-5f7d7f579b5d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0727651 Aug 07 01:33:23.461072 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:23.499550 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2e31d1d9-df61-48be-a5d3-a55999557fd5 req-a4a9d7da-9338-41be-99ca-86a5bdd12759 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738511 Aug 07 01:33:23.565696 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fe39e052-0cce-4199-9161-f74325789548 req-624455a9-f399-42ec-9846-b3977f659adc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0985763 Aug 07 01:33:23.566892 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.575795 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Deleting port f7c3b9ca-6be3-4133-a8ea-bc8690401038 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:23.578180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.645681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 49812) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:23.716195 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (eec695a1-9139-4225-a99c-98372a1533d1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.719202 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:23.726165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] For port f7c3b9ca-6be3-4133-a8ea-bc8690401038, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f7c3b9ca-6be3-4133-a8ea-bc8690401038,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:23.726782 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.752000 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Calling delete_port for f7c3b9ca-6be3-4133-a8ea-bc8690401038 owned by network:router_interface {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:23.754256 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4582dc7-5846-4fbe-bc9f-4addaaa21835 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3ac8bc91-2e3e-4a95-a2b2-19010a6b5140', 'name': '', 'network_id': '04909372-4f17-4c44-b384-6e7c31434dac', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'mac_address': 'fa:16:3e:e1:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:10:03Z', 'updated_at': '2022-08-07T01:10:25Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'subnets': [{'id': '0e97dba8-4649-4596-adfe-c4be08bdc59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:33:23.770274 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (eec695a1-9139-4225-a99c-98372a1533d1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.861362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (eec695a1-9139-4225-a99c-98372a1533d1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.864621 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:23.865954 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/eec695a1-9139-4225-a99c-98372a1533d1 HTTP/1.1" status: 204 len: 168 time: 0.2191145 Aug 07 01:33:23.869062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49814) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:23.877537 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664217e2-2bbb-4a38-8688-03828c7264db tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec695a1-9139-4225-a99c-98372a1533d1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:23.908860 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.api.v2.resource [None req-132b750e-11ab-471a-aba1-9f134b7322be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] show failed (client error): The resource could not be found. Aug 07 01:33:23.910704 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-132b750e-11ab-471a-aba1-9f134b7322be tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "GET /networking/v2.0/security-groups/eec695a1-9139-4225-a99c-98372a1533d1 HTTP/1.1" status: 404 len: 347 time: 0.0397754 Aug 07 01:33:23.915373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49816) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:24.083086 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd1d2f-2cd5-41ff-9ff9-987c5478f38d None None] New status for floating IP b2c61b90-b176-462b-b805-ef48d927824c: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:33:24.217761 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Deleting port e035b390-83a4-4511-89b5-13ab5ddf1481 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:24.218771 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:24.337736 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (f7c3b9ca-6be3-4133-a8ea-bc8690401038), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:24.374749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c3b9ca-6be3-4133-a8ea-bc8690401038,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:24.380651 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:24.381165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (e035b390-83a4-4511-89b5-13ab5ddf1481), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:24.413854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Calling delete_port for e035b390-83a4-4511-89b5-13ab5ddf1481 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:24.702830 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e008ea2-8f39-4f9f-87ea-b775de3e32dc req-5d971e18-3335-41ad-a211-02168a67fa31 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:24.705706 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9e008ea2-8f39-4f9f-87ea-b775de3e32dc req-5d971e18-3335-41ad-a211-02168a67fa31 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0962934 Aug 07 01:33:24.769769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:24.779066 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-44cfed1c-214f-40e5-9c58-fb6bfe91ed71 req-07ea4da5-dade-45ea-8581-824d35f80af9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0951607 Aug 07 01:33:24.789025 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9e008ea2-8f39-4f9f-87ea-b775de3e32dc req-1a915b7a-5106-427a-9b43-bc5436c35b94 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769043 Aug 07 01:33:24.861572 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:24.937989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (97cedca9-fa7c-43ad-8275-81651306c6d1), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:24.997687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (e035b390-83a4-4511-89b5-13ab5ddf1481), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:25.035856 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Pushing event deleted for resources: {'Port': ['ID=e035b390-83a4-4511-89b5-13ab5ddf1481,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:25.149283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:25.173565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:25.174062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 65d03541-9d7a-43bd-a6b1-fd6ae8b03113 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:25.417652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks [] for floatingip (b2c61b90-b176-462b-b805-ef48d927824c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:25.420179 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:25.421419 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-819fff41-1ca2-4307-bfef-9da888341bae tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b2c61b90-b176-462b-b805-ef48d927824c HTTP/1.1" status: 204 len: 168 time: 1.5046952 Aug 07 01:33:25.546892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Router 97cedca9-fa7c-43ad-8275-81651306c6d1 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:33:25.684018 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:33:25.691264 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7753b871-9b64-4f9b-a142-f3db80019fc1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/97cedca9-fa7c-43ad-8275-81651306c6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6074824 Aug 07 01:33:25.694824 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49824) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:25.697644 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Sync routers for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:33:25.713201 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:25.713966 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:25.826924 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks [] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:25.856483 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:25.980184 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8c1d3ea6-aa24-4d1b-84da-c58adf9d5411 req-c2910707-2474-40c8-8ff2-269377dc8a9e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0563390 Aug 07 01:33:26.022031 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3088c-857a-40d5-bf86-83ad5e62e611 req-c9e7b474-4a62-4eea-b3fa-d8f70987e971 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:26.024608 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86e3088c-857a-40d5-bf86-83ad5e62e611 req-c9e7b474-4a62-4eea-b3fa-d8f70987e971 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0875266 Aug 07 01:33:26.030661 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks [] for router_gateway (97cedca9-fa7c-43ad-8275-81651306c6d1), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.114281 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Deleting port 700c7732-92cf-4d80-bab8-da37a08f1de8 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:26.114928 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.119720 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86e3088c-857a-40d5-bf86-83ad5e62e611 req-d2eb1954-bd6a-4f29-9433-c185f4fcf12e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877264 Aug 07 01:33:26.202055 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:26.219160 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:26.272496 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] For port 700c7732-92cf-4d80-bab8-da37a08f1de8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=700c7732-92cf-4d80-bab8-da37a08f1de8,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:26.273107 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.275570 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163'}], 'enable_snat': True}, 'gw_port_id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:33:24Z', 'revision_number': 5, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port': {'id': '700c7732-92cf-4d80-bab8-da37a08f1de8', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:26Z', 'updated_at': '2022-08-07T01:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:26.299786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Calling delete_port for 700c7732-92cf-4d80-bab8-da37a08f1de8 owned by network:router_gateway {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:26.303986 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Checking router: 97cedca9-fa7c-43ad-8275-81651306c6d1 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:33:26.315612 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Routers {'97cedca9-fa7c-43ad-8275-81651306c6d1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:26.315930 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['97cedca9-fa7c-43ad-8275-81651306c6d1'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:26.414283 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] Set router 97cedca9-fa7c-43ad-8275-81651306c6d1 gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:26.472923 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:26.512789 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:33:26Z', 'revision_number': 6, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:26.543228 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f9cb7-49b7-41a3-b3e4-f5e14d8c2b8c None None] The sync data for ids ['97cedca9-fa7c-43ad-8275-81651306c6d1'] in dv-cinder-master-3-iscsi is: [{'id': '97cedca9-fa7c-43ad-8275-81651306c6d1', 'name': 'tempest-TestVolumeBootPattern-339127606-router', 'tenant_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:25Z', 'updated_at': '2022-08-07T01:33:26Z', 'revision_number': 6, 'project_id': 'b73b98c606a34d1faf0a31a9f6c59e56', 'gw_port_host': None}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:33:26.555016 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (700c7732-92cf-4d80-bab8-da37a08f1de8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.586580 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=700c7732-92cf-4d80-bab8-da37a08f1de8,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:26.667071 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (97cedca9-fa7c-43ad-8275-81651306c6d1), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.807733 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.811387 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks [] for router_controller (97cedca9-fa7c-43ad-8275-81651306c6d1), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.894720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (97cedca9-fa7c-43ad-8275-81651306c6d1), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.895446 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cedca9-fa7c-43ad-8275-81651306c6d1 {{(pid=104194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:33:26.902165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:26.903161 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-03bdd0e9-8a91-4392-8a1b-115f15b7aea5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/97cedca9-fa7c-43ad-8275-81651306c6d1 HTTP/1.1" status: 204 len: 168 time: 1.2058599 Aug 07 01:33:26.907365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49830) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:26.979295 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Deleting subnet 06027b49-2427-42f9-93b9-89fdde1357fd {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:33:26.985324 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Publish callbacks [] for subnet (06027b49-2427-42f9-93b9-89fdde1357fd), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.054855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (06027b49-2427-42f9-93b9-89fdde1357fd), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.163126 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd6228bf-9f0d-4bca-8579-b1f8e10aca30 req-2520ab9f-17fe-4aa8-bf7e-62fffcdc9e0c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0634940 Aug 07 01:33:27.239680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (06027b49-2427-42f9-93b9-89fdde1357fd), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.245102 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:27.311832 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (06027b49-2427-42f9-93b9-89fdde1357fd), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.312224 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a34979-126d-48df-a1c4-00e32000b814 req-b2d04b38-1b50-492f-a1d5-2dd2c2cac350 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:27.315031 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6a34979-126d-48df-a1c4-00e32000b814 req-b2d04b38-1b50-492f-a1d5-2dd2c2cac350 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0868707 Aug 07 01:33:27.347692 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06027b49-2427-42f9-93b9-89fdde1357fd,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:27.354530 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.359446 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-558565fc-edfe-4f9a-92c4-dbb01e9f810b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/06027b49-2427-42f9-93b9-89fdde1357fd HTTP/1.1" status: 204 len: 168 time: 0.4508779 Aug 07 01:33:27.364519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49836) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:27.365914 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef359345-0441-43bd-bac2-2e69ed1fd3b9 None None] Network 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:33:27.423736 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e6a34979-126d-48df-a1c4-00e32000b814 req-5c4206ca-2ec3-49bf-b2ce-2dc85241cbef tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995378 Aug 07 01:33:27.483068 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.537042 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:27.542823 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Deleting port f5372e1d-55e9-43bb-8478-98a3d1b4138b {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:27.543488 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.631358 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] DHCP port deletion for 14132cfd-b7a7-4ed9-b2b4-817954fdbf3b request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:33:27.660731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] For port f5372e1d-55e9-43bb-8478-98a3d1b4138b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5372e1d-55e9-43bb-8478-98a3d1b4138b,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:27.661278 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.684911 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Calling delete_port for f5372e1d-55e9-43bb-8478-98a3d1b4138b owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:27.691846 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Deleting port f5372e1d-55e9-43bb-8478-98a3d1b4138b {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:27.692488 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.825331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.833422 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] For port f5372e1d-55e9-43bb-8478-98a3d1b4138b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f5372e1d-55e9-43bb-8478-98a3d1b4138b,segment=NetworkSegment(614ac40f-0d5d-4830-9edf-562567f46b41),segment_id=614ac40f-0d5d-4830-9edf-562567f46b41)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:27.834078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.859136 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Calling delete_port for f5372e1d-55e9-43bb-8478-98a3d1b4138b owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:27.860798 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5372e1d-55e9-43bb-8478-98a3d1b4138b,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:27.867681 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] No DVR routers for this DVR port f5372e1d-55e9-43bb-8478-98a3d1b4138b on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:33:27.958760 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.973876 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (f5372e1d-55e9-43bb-8478-98a3d1b4138b), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:27.982118 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14132cfd-b7a7-4ed9-b2b4-817954fdbf3b']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:27.994104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ac40f-0d5d-4830-9edf-562567f46b41') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:27.994428 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ac40f-0d5d-4830-9edf-562567f46b41') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:28.006691 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (614ac40f-0d5d-4830-9edf-562567f46b41), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.015109 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:28.026368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (614ac40f-0d5d-4830-9edf-562567f46b41), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.031598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Pushing event deleted for resources: {'Port': ['ID=f5372e1d-55e9-43bb-8478-98a3d1b4138b,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:28.035886 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:33:28.036518 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (614ac40f-0d5d-4830-9edf-562567f46b41), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.040732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] No DVR routers for this DVR port f5372e1d-55e9-43bb-8478-98a3d1b4138b on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:33:28.056056 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.057181 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.057782 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.058361 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.060078 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.061216 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.061794 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.062356 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.062914 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.063494 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.064069 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.065566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.065566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.065900 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.066692 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe7199a-518a-402f-9130-75a5aacdb539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:33:28.132032 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (14132cfd-b7a7-4ed9-b2b4-817954fdbf3b), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.140868 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.147529 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/14132cfd-b7a7-4ed9-b2b4-817954fdbf3b HTTP/1.1" status: 204 len: 168 time: 0.7813399 Aug 07 01:33:28.150910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 49842) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:28.181456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f7c3b9ca-6be3-4133-a8ea-bc8690401038 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:28.183695 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd06484-faed-4823-bdc8-b1fa7997f41c admin admin] Pushing event deleted for resources: {'Network': ['ID=14132cfd-b7a7-4ed9-b2b4-817954fdbf3b,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:28.203367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 614ac40f-0d5d-4830-9edf-562567f46b41 resource provider aggregate not found Aug 07 01:33:28.228092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: f7c3b9ca-6be3-4133-a8ea-bc8690401038 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:28.228651 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f7c3b9ca-6be3-4133-a8ea-bc8690401038 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:28.229161 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 700c7732-92cf-4d80-bab8-da37a08f1de8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:28.243867 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 614ac40f-0d5d-4830-9edf-562567f46b41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 614ac40f-0d5d-4830-9edf-562567f46b41 found for delete ", "request_id": "req-11d25e63-0f16-475d-8ed7-c223b76673ea"}]} Aug 07 01:33:28.255482 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 700c7732-92cf-4d80-bab8-da37a08f1de8 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:28.255841 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 700c7732-92cf-4d80-bab8-da37a08f1de8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:28.256266 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f5372e1d-55e9-43bb-8478-98a3d1b4138b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:28.278648 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: f5372e1d-55e9-43bb-8478-98a3d1b4138b {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:28.279323 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f5372e1d-55e9-43bb-8478-98a3d1b4138b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:28.318286 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:28.343226 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78bb3d70-d840-4da6-ae13-9caac46a6432 req-4a455287-332e-4643-872d-34933d8c1c77 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0451701 Aug 07 01:33:28.612452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43a877-6a2f-4de3-a412-e9fa93b8a739 req-6546d225-e812-4b22-9f8c-d16f909c7645 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:28.614067 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b43a877-6a2f-4de3-a412-e9fa93b8a739 req-6546d225-e812-4b22-9f8c-d16f909c7645 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0885890 Aug 07 01:33:28.635140 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (bf94b516-f1d9-454b-a82e-ec56319a531f), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:28.755140 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b43a877-6a2f-4de3-a412-e9fa93b8a739 req-06ad036b-d4cc-41ce-b253-29af6a7e627c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348491 Aug 07 01:33:28.943916 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Deleting port 39ae940a-99c6-41b0-9db2-c3dfcb295bde {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:28.944324 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:29.037603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] For port 39ae940a-99c6-41b0-9db2-c3dfcb295bde, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=39ae940a-99c6-41b0-9db2-c3dfcb295bde,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:29.038079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:29.053961 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Calling delete_port for 39ae940a-99c6-41b0-9db2-c3dfcb295bde owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:29.193153 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:29.293025 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (39ae940a-99c6-41b0-9db2-c3dfcb295bde), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:29.297810 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:29.326971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ae940a-99c6-41b0-9db2-c3dfcb295bde,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:29.487032 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d92bd031-bffe-484f-ba64-f5a202bf8360 req-600834f9-052e-447a-ba06-44a1e05528a2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0413604 Aug 07 01:33:29.571755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (bf94b516-f1d9-454b-a82e-ec56319a531f), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:29.823771 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Router bf94b516-f1d9-454b-a82e-ec56319a531f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:33:29.972336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a596520-220b-4ccf-a92c-73c3d1a60f50 req-a6d4d0a5-4246-457d-a751-4af0ab5732e0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:29.973978 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4a596520-220b-4ccf-a92c-73c3d1a60f50 req-a6d4d0a5-4246-457d-a751-4af0ab5732e0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0932493 Aug 07 01:33:30.009867 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:33:30.020457 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-c039350c-ae78-4faf-985d-a801775a03d7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bf94b516-f1d9-454b-a82e-ec56319a531f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655300 Aug 07 01:33:30.021260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49854) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:30.025130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Sync routers for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:33:30.048914 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4a596520-220b-4ccf-a92c-73c3d1a60f50 req-0650e71a-6472-4296-b8d7-fcf413a65d7d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Aug 07 01:33:30.055651 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:30.057077 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:30.179861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks [] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:30.194286 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:30.302093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks [] for router_gateway (bf94b516-f1d9-454b-a82e-ec56319a531f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:30.354378 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Deleting port ec1e57fb-2704-488f-812d-03162bd9992d {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:30.354757 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:30.413524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:30.440893 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:30.467162 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234'}], 'enable_snat': True}, 'gw_port_id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:33:29Z', 'revision_number': 5, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port': {'id': 'ec1e57fb-2704-488f-812d-03162bd9992d', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:32:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:13:37Z', 'updated_at': '2022-08-07T01:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:30.484130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] For port ec1e57fb-2704-488f-812d-03162bd9992d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec1e57fb-2704-488f-812d-03162bd9992d,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:30.484783 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:30.499364 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Checking router: bf94b516-f1d9-454b-a82e-ec56319a531f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:33:30.509497 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Calling delete_port for ec1e57fb-2704-488f-812d-03162bd9992d owned by network:router_gateway {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:30.511313 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Routers {'bf94b516-f1d9-454b-a82e-ec56319a531f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:33:30.511959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:33:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['bf94b516-f1d9-454b-a82e-ec56319a531f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:30.618043 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:30.618349 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] Set router bf94b516-f1d9-454b-a82e-ec56319a531f gateway port host: None {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:33:30.643318 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9571fef9-0694-403c-bf1a-1f1424c426c5 req-79f8ec3a-8789-4a35-8537-bd4efa6d69ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0474834 Aug 07 01:33:30.789114 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (ec1e57fb-2704-488f-812d-03162bd9992d), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:30.822553 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:33:30Z', 'revision_number': 6, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:30.828546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1e57fb-2704-488f-812d-03162bd9992d,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:30.863739 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2721f60b-891d-4914-9512-b122cb428b8c None None] The sync data for ids ['bf94b516-f1d9-454b-a82e-ec56319a531f'] in dv-cinder-master-3-iscsi is: [{'id': 'bf94b516-f1d9-454b-a82e-ec56319a531f', 'name': 'tempest-TestVolumeBootPattern-1441394892-router', 'tenant_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:13:36Z', 'updated_at': '2022-08-07T01:33:30Z', 'revision_number': 6, 'project_id': 'fa7a788fc55e4ab1ab827f71901560cf', 'gw_port_host': None}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:33:30.911548 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (bf94b516-f1d9-454b-a82e-ec56319a531f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.013008 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.015538 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks [] for router_controller (bf94b516-f1d9-454b-a82e-ec56319a531f), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.066101 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (bf94b516-f1d9-454b-a82e-ec56319a531f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.067035 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf94b516-f1d9-454b-a82e-ec56319a531f {{(pid=104194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:33:31.073793 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.074420 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-bff9605a-cb87-4ce6-9a28-d0e56ff756c0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/bf94b516-f1d9-454b-a82e-ec56319a531f HTTP/1.1" status: 204 len: 168 time: 1.0514612 Aug 07 01:33:31.077393 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49858) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:31.148913 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Deleting subnet a54acbce-5b16-4d2b-8374-dc4729522aad {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:33:31.154450 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:31.156875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Publish callbacks [] for subnet (a54acbce-5b16-4d2b-8374-dc4729522aad), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.209384 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (a54acbce-5b16-4d2b-8374-dc4729522aad), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.261264 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea663a-86e8-4247-81b2-667e3b55cab9 req-c1d068d7-1251-4155-a604-9183ed837adc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:31.264627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-abea663a-86e8-4247-81b2-667e3b55cab9 req-c1d068d7-1251-4155-a604-9183ed837adc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0952206 Aug 07 01:33:31.342882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (a54acbce-5b16-4d2b-8374-dc4729522aad), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.364734 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-abea663a-86e8-4247-81b2-667e3b55cab9 req-2321012f-162d-48eb-a91a-2561c0efa205 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922043 Aug 07 01:33:31.420719 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (a54acbce-5b16-4d2b-8374-dc4729522aad), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.455056 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54acbce-5b16-4d2b-8374-dc4729522aad,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:31.460693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.465032 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f093b471-0af1-4917-9e3b-7d150ec92cc4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a54acbce-5b16-4d2b-8374-dc4729522aad HTTP/1.1" status: 204 len: 168 time: 0.3863490 Aug 07 01:33:31.467996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dea8ad-c97d-48b9-a59b-d1ccb7880475 None None] Network 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:33:31.469288 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49862) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:31.597849 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.656717 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Deleting port 84977e85-823b-49f2-94c8-22721b164bbf {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:31.657117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (84977e85-823b-49f2-94c8-22721b164bbf), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.694300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] DHCP port deletion for 14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:33:31.766614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Deleting port 84977e85-823b-49f2-94c8-22721b164bbf {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:33:31.767319 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (84977e85-823b-49f2-94c8-22721b164bbf), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.778017 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] For port 84977e85-823b-49f2-94c8-22721b164bbf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84977e85-823b-49f2-94c8-22721b164bbf,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:31.778555 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (84977e85-823b-49f2-94c8-22721b164bbf), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.821607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Calling delete_port for 84977e85-823b-49f2-94c8-22721b164bbf owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:31.831542 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-128ddf1a-def8-46a6-8603-6de5af7c205a req-18ea9de7-43bb-4c5a-82f9-fa01d9a667f4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0487587 Aug 07 01:33:31.854903 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] For port 84977e85-823b-49f2-94c8-22721b164bbf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=84977e85-823b-49f2-94c8-22721b164bbf,segment=NetworkSegment(83d8d290-a9ba-4809-8b59-004d84107ce9),segment_id=83d8d290-a9ba-4809-8b59-004d84107ce9)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:33:31.855320 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (84977e85-823b-49f2-94c8-22721b164bbf), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.880525 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Calling delete_port for 84977e85-823b-49f2-94c8-22721b164bbf owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:33:31.985725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (84977e85-823b-49f2-94c8-22721b164bbf), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:31.994436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (84977e85-823b-49f2-94c8-22721b164bbf), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.004307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:32.026389 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] Pushing event deleted for resources: {'Port': ['ID=84977e85-823b-49f2-94c8-22721b164bbf,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:32.032308 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719d244-eb58-4cd4-9f41-00cb2bbfb600 None None] No DVR routers for this DVR port 84977e85-823b-49f2-94c8-22721b164bbf on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:33:32.044341 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Pushing event deleted for resources: {'Port': ['ID=84977e85-823b-49f2-94c8-22721b164bbf,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:32.052716 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] No DVR routers for this DVR port 84977e85-823b-49f2-94c8-22721b164bbf on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:33:32.155847 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ec1e57fb-2704-488f-812d-03162bd9992d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:32.165025 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.184295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: ec1e57fb-2704-488f-812d-03162bd9992d {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:32.184706 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ec1e57fb-2704-488f-812d-03162bd9992d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:32.185307 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 84977e85-823b-49f2-94c8-22721b164bbf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:32.199417 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ee5f34-e0a0-448e-ba01-2f5a4fc531a8']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:32.206368 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 84977e85-823b-49f2-94c8-22721b164bbf {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:32.206771 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 84977e85-823b-49f2-94c8-22721b164bbf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:32.207112 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 39ae940a-99c6-41b0-9db2-c3dfcb295bde no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:33:32.212291 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d8d290-a9ba-4809-8b59-004d84107ce9') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:32.212608 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d8d290-a9ba-4809-8b59-004d84107ce9') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:33:32.228066 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (83d8d290-a9ba-4809-8b59-004d84107ce9), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.228396 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 39ae940a-99c6-41b0-9db2-c3dfcb295bde {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:33:32.228396 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 39ae940a-99c6-41b0-9db2-c3dfcb295bde not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:33:32.252738 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (83d8d290-a9ba-4809-8b59-004d84107ce9), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.264156 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:33:32.264958 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (83d8d290-a9ba-4809-8b59-004d84107ce9), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.312090 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 83d8d290-a9ba-4809-8b59-004d84107ce9 resource provider aggregate not found Aug 07 01:33:32.339170 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 83d8d290-a9ba-4809-8b59-004d84107ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d8d290-a9ba-4809-8b59-004d84107ce9 found for delete ", "request_id": "req-91a40a06-11bf-44ab-a810-7b7a1c1ca8f2"}]} Aug 07 01:33:32.354319 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (14ee5f34-e0a0-448e-ba01-2f5a4fc531a8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.383697 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.389687 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/14ee5f34-e0a0-448e-ba01-2f5a4fc531a8 HTTP/1.1" status: 204 len: 168 time: 0.9187005 Aug 07 01:33:32.391336 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368362d5-6983-4202-9194-09597bdb795f admin admin] Pushing event deleted for resources: {'Network': ['ID=14ee5f34-e0a0-448e-ba01-2f5a4fc531a8,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:32.554762 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646db8b-b4c9-4c34-9610-67492aa5dc41 req-2c25d689-a9a3-4f18-9392-cc666940d296 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:32.556582 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0646db8b-b4c9-4c34-9610-67492aa5dc41 req-2c25d689-a9a3-4f18-9392-cc666940d296 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0596170 Aug 07 01:33:32.559754 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49874) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:32.619827 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-01a835b4-5c24-4a71-ba28-a5905e485777 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b73b98c606a34d1faf0a31a9f6c59e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584385 Aug 07 01:33:32.627758 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49876) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:32.636374 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0646db8b-b4c9-4c34-9610-67492aa5dc41 req-8beae390-d057-44c0-87d0-4968dc4239cf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724401 Aug 07 01:33:32.719610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] Publish callbacks [] for security_group (04cc65eb-2407-4d61-846a-edb28a3a4f04), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.760797 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] Publish callbacks [] for security_group (04cc65eb-2407-4d61-846a-edb28a3a4f04), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.764185 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:32.860176 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (04cc65eb-2407-4d61-846a-edb28a3a4f04), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.863438 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:32.864737 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/04cc65eb-2407-4d61-846a-edb28a3a4f04 HTTP/1.1" status: 204 len: 168 time: 0.2391615 Aug 07 01:33:32.880846 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3bdb7-0ce1-4af7-b61e-1eeb2bb9137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc65eb-2407-4d61-846a-edb28a3a4f04,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:32.999682 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-abbf637b-0078-4cef-ac0a-880e47104b07 req-a16662f3-62e0-4894-8f37-fa0c66dd6bb0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0504985 Aug 07 01:33:33.396769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 49884) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:33.461560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d2baae6e-4f11-427d-97b5-4ba30608580c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fa7a788fc55e4ab1ab827f71901560cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619628 Aug 07 01:33:33.464512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 49886) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:33:33.513519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:33.536674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] Publish callbacks [] for security_group (e0a179ae-0b8c-408d-bae0-b751cf21f2b0), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:33.566129 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] Publish callbacks [] for security_group (e0a179ae-0b8c-408d-bae0-b751cf21f2b0), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:33.630777 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e0a179ae-0b8c-408d-bae0-b751cf21f2b0), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:33.634253 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:33.635787 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e0a179ae-0b8c-408d-bae0-b751cf21f2b0 HTTP/1.1" status: 204 len: 168 time: 0.1698091 Aug 07 01:33:33.648133 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955f5c4-4455-47fa-9859-55ebf1401e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a179ae-0b8c-408d-bae0-b751cf21f2b0,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:33:33.826471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:33.869872 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726cdcb-bcec-4508-b7eb-46beb9dab8bc req-69e417dd-b463-4284-ac54-4b43654995de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:33.873456 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7726cdcb-bcec-4508-b7eb-46beb9dab8bc req-69e417dd-b463-4284-ac54-4b43654995de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1058760 Aug 07 01:33:33.988856 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7726cdcb-bcec-4508-b7eb-46beb9dab8bc req-177ad740-25af-4ee6-b32f-7c8bf3182d69 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076484 Aug 07 01:33:34.149591 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-583e4de5-c73e-4c55-83a3-74a5be38224c req-ac7d56ab-683a-4ab3-aba8-f4a13aad08ce tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0399883 Aug 07 01:33:35.145026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd916cf-f584-4e86-b49c-5584a91b58a7 req-f46cad53-570a-4466-9d29-35bdc7efa766 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:35.146639 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9bd916cf-f584-4e86-b49c-5584a91b58a7 req-f46cad53-570a-4466-9d29-35bdc7efa766 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0561790 Aug 07 01:33:35.227630 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9bd916cf-f584-4e86-b49c-5584a91b58a7 req-dcfb261b-511c-4ec9-ae50-1a7b71bcf147 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 Aug 07 01:33:35.302446 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a27e2b72-8fbe-4f19-86a6-930b5fcce7da req-83b52b08-50f3-41ae-88ca-1beed0c8785e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0318384 Aug 07 01:33:36.402225 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473fa59-3fd5-4789-80ef-90493e7cd6b3 req-9d405b17-10a3-4fdf-bdfa-7f56b935527b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:36.405527 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9473fa59-3fd5-4789-80ef-90493e7cd6b3 req-9d405b17-10a3-4fdf-bdfa-7f56b935527b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0679960 Aug 07 01:33:36.446511 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd8083c3-e460-418e-9d4a-978a54094e3a req-61d1194b-e89b-49f1-9086-9cf15c9a7200 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0357740 Aug 07 01:33:36.464872 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=95 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:36.476691 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9473fa59-3fd5-4789-80ef-90493e7cd6b3 req-34146a4f-074c-4389-ab69-a479c657a958 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Aug 07 01:33:36.518329 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=20 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:37.576666 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8942a86-706f-4af8-be69-cc5119e243ad req-15a874d6-3ee4-4461-a01c-ad902e7ac0e2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0329440 Aug 07 01:33:37.649069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba1319-4954-4ac8-a96f-58acfb690f51 req-b7c7103d-913c-4e48-9f24-f8fd4dba0422 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:37.651776 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4fba1319-4954-4ac8-a96f-58acfb690f51 req-b7c7103d-913c-4e48-9f24-f8fd4dba0422 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0899587 Aug 07 01:33:37.707007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4fba1319-4954-4ac8-a96f-58acfb690f51 req-33610337-e047-42d4-84d8-9592eea82e3b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Aug 07 01:33:38.701585 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-71d66e3e-5f32-4d41-8b35-47b3b16b9f46 req-2b581c50-58d4-4b66-9cd9-623eedbd551c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0364561 Aug 07 01:33:38.845568 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d07ae-0a9c-4171-a0b8-82fddb21eaaa req-49c0a41f-bc23-4e31-8e69-4a18a3e809ec tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:38.848090 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a72d07ae-0a9c-4171-a0b8-82fddb21eaaa req-49c0a41f-bc23-4e31-8e69-4a18a3e809ec tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0585184 Aug 07 01:33:38.907045 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a72d07ae-0a9c-4171-a0b8-82fddb21eaaa req-bdf21f8b-859f-4aa5-a31d-753b63f29adf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Aug 07 01:33:39.814926 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6a426ec4-0286-430d-89fc-18b6050171fd req-dfd979da-2225-49b8-9ea3-491be4662456 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0298815 Aug 07 01:33:40.061279 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f461-4d0e-4f20-b0fd-9806439cc5e6 req-09c5a5ac-04c6-46af-bf32-d2275098d7a5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:40.063372 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c423f461-4d0e-4f20-b0fd-9806439cc5e6 req-09c5a5ac-04c6-46af-bf32-d2275098d7a5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0598979 Aug 07 01:33:40.124288 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c423f461-4d0e-4f20-b0fd-9806439cc5e6 req-cbf0d8ef-7d4c-4750-a760-7b4f790d5618 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546868 Aug 07 01:33:40.937842 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f74c4f34-a633-4520-b37f-cec8295e6502 req-59fd1f29-1c76-46e6-b4bd-9d38d9801abf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0365469 Aug 07 01:33:41.261520 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeaa49-1b63-4c9d-9e51-36eb2a0be106 req-7f83ddb2-98f2-460f-a309-d0e1a8fa4391 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:41.263236 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8feeaa49-1b63-4c9d-9e51-36eb2a0be106 req-7f83ddb2-98f2-460f-a309-d0e1a8fa4391 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0536976 Aug 07 01:33:41.330021 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8feeaa49-1b63-4c9d-9e51-36eb2a0be106 req-70425b00-c4e9-4c0a-a631-eb5b7e07d5c4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606875 Aug 07 01:33:42.018272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b02ccc02-fa42-4241-a5fc-0c3b1fa54906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:42.053531 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-27884f14-ce91-4edc-ad7f-e0927d53863f req-8ff1e15b-e6f9-4f9d-92e5-b5a2d75b9272 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315964 Aug 07 01:33:42.463229 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389c3c1-1a37-4969-bebb-8a0da03769be req-9a5ac0e5-f0bf-4952-bbe9-e5603e5d8aa8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:42.464889 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a389c3c1-1a37-4969-bebb-8a0da03769be req-9a5ac0e5-f0bf-4952-bbe9-e5603e5d8aa8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0545309 Aug 07 01:33:42.547400 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a389c3c1-1a37-4969-bebb-8a0da03769be req-f7fafbcc-c76a-4aa2-85e7-1097e9e25c85 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715754 Aug 07 01:33:43.179238 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-17ed27fb-945b-4f0f-b509-dc45e3935e50 req-d9a877d3-7cc7-4535-a504-b8c747b4abfc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0407255 Aug 07 01:33:43.682423 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b180b60-61ba-4bff-91e1-b98fdca2a94b req-1f9ed10c-98c2-40ac-afc7-c8ea8cff9b6f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:43.683962 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2b180b60-61ba-4bff-91e1-b98fdca2a94b req-1f9ed10c-98c2-40ac-afc7-c8ea8cff9b6f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0538170 Aug 07 01:33:43.743526 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2b180b60-61ba-4bff-91e1-b98fdca2a94b req-564cba70-dace-4207-8e7c-1e93aeca3456 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Aug 07 01:33:44.308708 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-16ee455d-06f6-4047-a148-df478b68e125 req-4e74ad2c-d156-4563-a579-23a00aa0f21a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0502801 Aug 07 01:33:44.876023 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164bac8-2c91-40f7-9a57-5052d3c6b969 req-5d0bab45-ee1f-4037-9b2a-1e47cc985988 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:44.877747 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3164bac8-2c91-40f7-9a57-5052d3c6b969 req-5d0bab45-ee1f-4037-9b2a-1e47cc985988 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0553875 Aug 07 01:33:44.925680 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:44.940687 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3164bac8-2c91-40f7-9a57-5052d3c6b969 req-1a273a29-acdf-45df-a316-4c287bde4e7d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Aug 07 01:33:45.424604 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d4f8bc39-62ad-400b-baaa-f63fc14975c2 req-a13f20a2-956b-4ba1-83bf-9f0513380dd8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0288312 Aug 07 01:33:45.867084 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce5c3-92f9-411d-a0e0-0694493b2662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:46.078619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260347d8-2062-4f93-b8bb-05f727b03d78 req-c8915a10-ec3e-402d-802e-9d599e5be783 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:46.080195 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-260347d8-2062-4f93-b8bb-05f727b03d78 req-c8915a10-ec3e-402d-802e-9d599e5be783 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0566533 Aug 07 01:33:46.148654 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-260347d8-2062-4f93-b8bb-05f727b03d78 req-52018c93-6c4a-4c2e-a77c-bb483a62df56 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576591 Aug 07 01:33:46.451390 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:33:46.539597 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-058a2ec1-39c4-4888-821d-140e8a542d8d req-5a993cba-85e3-4719-a161-6d615b2c490e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302513 Aug 07 01:33:47.271722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:47.281321 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff716cb9-ae4f-412b-a2dc-307cdb8df6af req-4a86ffa2-1ec9-4cc3-8231-89564281c97b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:47.282936 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff716cb9-ae4f-412b-a2dc-307cdb8df6af req-4a86ffa2-1ec9-4cc3-8231-89564281c97b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0540621 Aug 07 01:33:47.342071 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ff716cb9-ae4f-412b-a2dc-307cdb8df6af req-c1d49f36-e32a-4ad1-83b5-7428b8b147df tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512190 Aug 07 01:33:47.654102 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e86298d6-e1e5-4950-b118-468ff444fbfe req-3ad03d5f-f46c-43e5-80db-fa2af95a46e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0348747 Aug 07 01:33:48.384622 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:48.538689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae5abe-acd4-4ad2-abea-db1ee21386d6 req-4ae1011b-7fcb-461c-ba02-b89c45286c56 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:48.540371 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d9ae5abe-acd4-4ad2-abea-db1ee21386d6 req-4ae1011b-7fcb-461c-ba02-b89c45286c56 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0824113 Aug 07 01:33:48.610185 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d9ae5abe-acd4-4ad2-abea-db1ee21386d6 req-5854a1f3-9a84-4603-a132-c9a145931ab5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628791 Aug 07 01:33:48.778119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cc40d8e1-5e0e-4385-a15b-e9d871067923 req-acca79c1-ebe4-47cb-90a6-cb17f2f6df86 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0409937 Aug 07 01:33:49.006914 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:49.743608 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:49.757955 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bdae6-3a3b-479a-a778-5259b786782e req-08753954-875c-443b-a868-7104a91edede tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:49.759648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-960bdae6-3a3b-479a-a778-5259b786782e req-08753954-875c-443b-a868-7104a91edede tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0612998 Aug 07 01:33:49.816388 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-960bdae6-3a3b-479a-a778-5259b786782e req-897b224a-8fce-4acc-ac2c-c9ab3436b45c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Aug 07 01:33:49.914555 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dc3bd1f9-e0de-4302-97b6-016b614687e3 req-175c4601-b95b-40ed-a90a-ec9212751ff6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0317459 Aug 07 01:33:50.962435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6592-7f54-4d68-940d-40c879f0655a req-4db9e612-3f55-4e61-b655-c8b1680f2f5f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:50.965133 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-562d6592-7f54-4d68-940d-40c879f0655a req-4db9e612-3f55-4e61-b655-c8b1680f2f5f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0607884 Aug 07 01:33:51.038024 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-562d6592-7f54-4d68-940d-40c879f0655a req-75a44f92-eb99-470f-a75d-e30db40405ce tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Aug 07 01:33:51.076657 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f804997a-f08f-464d-8c83-915ed70cca8d req-122d4644-cda4-4005-a3a5-d0bbd391cd50 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0425651 Aug 07 01:33:52.212753 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabf78f-3521-4c40-9d53-b4eb00f7df6d req-44fdca97-1456-4dba-8bc3-7a5c0520565d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:52.214597 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5eabf78f-3521-4c40-9d53-b4eb00f7df6d req-44fdca97-1456-4dba-8bc3-7a5c0520565d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0589771 Aug 07 01:33:52.222240 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c89dcab4-1a4f-43d6-b8e1-08a70c48fa8d req-a3d250aa-0a89-4bb2-ac60-3b29a9185fde tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0429575 Aug 07 01:33:52.299711 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5eabf78f-3521-4c40-9d53-b4eb00f7df6d req-51aa280e-fc05-4a4d-bce8-5371fe5a23f3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746481 Aug 07 01:33:53.477369 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7969b2-bb2d-42b9-9abe-7fb24b2d307e req-2d2ecdc5-81ab-4e9c-b0aa-85e00b5a3939 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:53.480105 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b7969b2-bb2d-42b9-9abe-7fb24b2d307e req-2d2ecdc5-81ab-4e9c-b0aa-85e00b5a3939 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0722349 Aug 07 01:33:53.564711 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:33:53.568637 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b7969b2-bb2d-42b9-9abe-7fb24b2d307e req-c2a35d4c-ea4a-489b-b44a-3c7958ae4457 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799496 Aug 07 01:33:53.633625 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ec644a5f-a607-4cee-b0b0-57b607f6087f req-511f9a11-00f7-44d3-bec2-0031fb659c50 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.3235350 Aug 07 01:33:54.733922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c8670-1ae4-4ab7-87b6-2cf651a2369f req-3a5e9ede-0f54-4aec-a51c-03d6983c8df0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:54.735764 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f0c8670-1ae4-4ab7-87b6-2cf651a2369f req-3a5e9ede-0f54-4aec-a51c-03d6983c8df0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0655432 Aug 07 01:33:54.779462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-080255c1-8c86-44b0-bc9a-a148512cb9c4 req-ba9fbff2-798d-409f-86d0-ceb404898661 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0303707 Aug 07 01:33:54.813983 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2f0c8670-1ae4-4ab7-87b6-2cf651a2369f req-b367409e-a58c-4d10-887e-d687a4cf5278 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684547 Aug 07 01:33:55.912824 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aed249e4-2595-43c8-b62e-46d212187f49 req-45b3bf46-9d90-4ab8-9091-59f22997e194 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0472631 Aug 07 01:33:55.977101 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098efc8-2f46-4383-bb9b-8319f653577a req-e2bb4685-7aeb-4e76-92d0-f9b296d43c81 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:55.978741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e098efc8-2f46-4383-bb9b-8319f653577a req-e2bb4685-7aeb-4e76-92d0-f9b296d43c81 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0579598 Aug 07 01:33:56.038535 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e098efc8-2f46-4383-bb9b-8319f653577a req-406d2183-5bd0-4a7c-9b17-24cfe97bb84a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Aug 07 01:33:56.445479 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:56.447157 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:57.029798 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d5c8567-b6a0-4db6-9571-e93c43906bba req-d463d9f8-d084-4036-9da9-9a07a5bcbb44 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0296307 Aug 07 01:33:57.192925 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc484fe-26be-4e83-b009-bbf6e6dd0e65 req-824ad0ac-8047-4874-bcdd-647be9396b8a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:57.194522 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ecc484fe-26be-4e83-b009-bbf6e6dd0e65 req-824ad0ac-8047-4874-bcdd-647be9396b8a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0526445 Aug 07 01:33:57.259855 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ecc484fe-26be-4e83-b009-bbf6e6dd0e65 req-fae1b570-9601-4c01-b8f4-24432913366c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595152 Aug 07 01:33:58.154436 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6c76d8f8-d90c-4e81-a71b-e4bb7b3caebc req-a9a8aadd-e510-4194-ad23-86d318cb8c95 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0360727 Aug 07 01:33:58.393312 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4ba21-abd8-4e99-a60d-92a11b865d87 req-e2ff57e8-e2c4-4597-a0a8-890332709cde tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:58.394950 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ded4ba21-abd8-4e99-a60d-92a11b865d87 req-e2ff57e8-e2c4-4597-a0a8-890332709cde tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0527132 Aug 07 01:33:58.453083 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ded4ba21-abd8-4e99-a60d-92a11b865d87 req-3fbb2f76-7ac8-4d3f-b11c-3a7a218b3457 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Aug 07 01:33:59.277421 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6622ce54-922d-4373-a095-2149d1f33d0b req-f96f5db5-ee1a-4e5d-a212-63b2a224d741 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0296237 Aug 07 01:33:59.593755 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:33:59.610037 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c251a-d26d-4a86-b641-6dd4d1ceddd1 req-1759ecc7-96ba-4bd9-b3d5-d0accb87e696 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:33:59.611624 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a39c251a-d26d-4a86-b641-6dd4d1ceddd1 req-1759ecc7-96ba-4bd9-b3d5-d0accb87e696 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0533917 Aug 07 01:33:59.666519 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a39c251a-d26d-4a86-b641-6dd4d1ceddd1 req-15838118-c8aa-4147-8fa1-dd54477325ca tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Aug 07 01:34:00.408752 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2ad64e43-43a0-46af-93f3-44ba7d51f821 req-96bc90e9-a3fd-47e0-97f0-cc938effa6cc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0301878 Aug 07 01:34:01.085570 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:01.099346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48bd50-cf55-4f19-a151-08fcaadac0a5 req-d93f7c88-7d57-4cf7-8690-ec0e5968ed73 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:01.101306 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2e48bd50-cf55-4f19-a151-08fcaadac0a5 req-d93f7c88-7d57-4cf7-8690-ec0e5968ed73 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.3552697 Aug 07 01:34:01.158085 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2e48bd50-cf55-4f19-a151-08fcaadac0a5 req-8eec7206-4220-454b-afb3-db64db58a748 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Aug 07 01:34:01.525234 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dd093da2-515d-455c-886e-d28ba4338b24 req-ce55807a-6bdf-4120-b4b4-c5dfa64c5795 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0301344 Aug 07 01:34:02.289276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933e0eb-4115-438b-a14c-d9faae62ea7a req-d405ef4d-8f49-4c3b-82b0-ba6be7b648f3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:02.290890 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e933e0eb-4115-438b-a14c-d9faae62ea7a req-d405ef4d-8f49-4c3b-82b0-ba6be7b648f3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0519762 Aug 07 01:34:02.345364 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e933e0eb-4115-438b-a14c-d9faae62ea7a req-4f434d4a-911b-4dda-9582-164dc0c931d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485477 Aug 07 01:34:02.625360 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:02.666140 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-98dde633-5bf3-40c0-8ba3-7edf6e66e1a4 req-84bfc38f-9682-4d42-81d9-d300570eba92 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0552399 Aug 07 01:34:03.480368 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea5839-0168-4335-bd68-d6b84827f13a req-9bf38b3c-af7f-4a08-bd32-6c7c181d9529 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:03.482593 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8fea5839-0168-4335-bd68-d6b84827f13a req-9bf38b3c-af7f-4a08-bd32-6c7c181d9529 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0574110 Aug 07 01:34:03.537606 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8fea5839-0168-4335-bd68-d6b84827f13a req-b221ff99-39cf-4f41-9dc8-bc9f17a49ef3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Aug 07 01:34:03.546585 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:03.558872 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=55,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:03.768442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:03.790285 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6af4557c-6cb5-41d2-b1be-c2fb5792befe req-8979e895-076c-4e90-9fac-0f451bc3fca8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308874 Aug 07 01:34:04.683704 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61208c8c-817c-497c-a75c-74863245a1ac req-f5e3408d-7d75-437a-bba4-00a3ecc4d9c1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:04.687419 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-61208c8c-817c-497c-a75c-74863245a1ac req-f5e3408d-7d75-437a-bba4-00a3ecc4d9c1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0611262 Aug 07 01:34:04.772321 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-61208c8c-817c-497c-a75c-74863245a1ac req-01008be2-a08f-4da1-a6cc-c0b3361efbd0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782366 Aug 07 01:34:04.902838 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-db313754-03f5-41e7-975d-7ae98166f4e1 req-b182b5f8-b1a2-4c81-af12-0420a52db05d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0293601 Aug 07 01:34:06.052333 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c8994165-f894-49a7-a4c6-09434ab3bbf8 req-8fed2bcc-7113-4df0-a12d-ca78fd09b734 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0368268 Aug 07 01:34:06.245725 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb49e6-8763-4aba-b948-75092d5fde28 req-af815cbd-852e-4242-87d5-56624530110a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:06.248950 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-94bb49e6-8763-4aba-b948-75092d5fde28 req-af815cbd-852e-4242-87d5-56624530110a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0652456 Aug 07 01:34:06.313741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-94bb49e6-8763-4aba-b948-75092d5fde28 req-e752d1e2-3551-4724-a46d-b9225cafdc5a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589437 Aug 07 01:34:07.182362 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f79f37fc-81c1-4e0a-be2e-f50412d97339 req-b1737d0c-f5c6-4ece-aadd-6b3004ac167f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0344267 Aug 07 01:34:07.447410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca375dfb-d1ae-49dd-98c5-9b4cd45b7b9a req-987eba2e-00cb-46da-bdae-25ef145a7184 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:07.449074 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca375dfb-d1ae-49dd-98c5-9b4cd45b7b9a req-987eba2e-00cb-46da-bdae-25ef145a7184 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0526748 Aug 07 01:34:07.505035 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ca375dfb-d1ae-49dd-98c5-9b4cd45b7b9a req-8444303b-0638-4c88-ab31-884c13b5bbd8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Aug 07 01:34:08.316516 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7bffae4c-5b6d-4c3e-af05-4f46dbfba4b7 req-7fd81e62-57ce-43e5-a33e-ffd52d3ee93c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0483799 Aug 07 01:34:08.638211 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921d410-66f3-4690-a182-da6db370e64c req-8552c775-30b0-4726-abb4-99be92d2a05b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:08.639800 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5921d410-66f3-4690-a182-da6db370e64c req-8552c775-30b0-4726-abb4-99be92d2a05b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0530171 Aug 07 01:34:08.695948 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5921d410-66f3-4690-a182-da6db370e64c req-01bfc7e6-8288-4688-9a82-295c18ddbd69 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Aug 07 01:34:09.443667 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7244f8ff-8df4-4b77-ba11-58bdf7ef5d58 req-ad904e81-4f63-40e9-ae8a-fed5e71a74f1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0478520 Aug 07 01:34:09.859675 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30671-ece0-4749-8736-fbc6cf5d1795 req-f75552c5-abfc-4b9d-a3d2-e5f3e91cced5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:09.861656 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1fd30671-ece0-4749-8736-fbc6cf5d1795 req-f75552c5-abfc-4b9d-a3d2-e5f3e91cced5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0700245 Aug 07 01:34:09.922869 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1fd30671-ece0-4749-8736-fbc6cf5d1795 req-8ddae63e-fa3c-436c-acb0-4a2e7e7ea0f8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507345 Aug 07 01:34:10.554478 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6203f877-2544-46d1-bd5c-1e764e5cdc0e req-5210d1fa-cb7c-4e9a-9ee0-962b119de19f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0316119 Aug 07 01:34:11.077982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7909e-65c6-4ed4-baf5-45949da66355 req-12d13dd2-10db-4da7-98f1-7d9ec51dbf71 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:11.079704 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0c7909e-65c6-4ed4-baf5-45949da66355 req-12d13dd2-10db-4da7-98f1-7d9ec51dbf71 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0550301 Aug 07 01:34:11.139348 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0c7909e-65c6-4ed4-baf5-45949da66355 req-adec418a-5702-4697-80ba-1e1b01787b9a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529642 Aug 07 01:34:11.674469 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-dcd40df9-21f9-4a63-9f8d-7a306b64ef18 req-bab05900-ca05-4fab-9795-441a4a0fdd10 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0330925 Aug 07 01:34:11.753779 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:11.757035 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:12.016718 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0fc64b55-cc17-48bc-8d3f-1ce0127356b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:12.284809 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068fa4-07ca-4c47-95b6-e91c4f0aa70f req-aeb17fe4-d5d6-4191-b9ac-91b354cc4a54 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:12.287988 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8d068fa4-07ca-4c47-95b6-e91c4f0aa70f req-aeb17fe4-d5d6-4191-b9ac-91b354cc4a54 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0663612 Aug 07 01:34:12.378107 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8d068fa4-07ca-4c47-95b6-e91c4f0aa70f req-9279b4d8-2a06-4049-9f06-e939d6bfe40a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845668 Aug 07 01:34:12.784342 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4881a16b-ce96-47b6-b1ea-ea157085c53a req-e39e2170-ecbc-44b3-9494-d1de2393a0e6 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315154 Aug 07 01:34:13.518481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b2be-3216-409d-ae6b-257974a18c26 req-9d640e39-bdc9-4cb1-89e7-83aa112054c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:13.520095 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e669b2be-3216-409d-ae6b-257974a18c26 req-9d640e39-bdc9-4cb1-89e7-83aa112054c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0588660 Aug 07 01:34:13.533428 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:13.576938 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e669b2be-3216-409d-ae6b-257974a18c26 req-b1d5e1d9-d2e8-4076-aff3-703ce2b88dae tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Aug 07 01:34:13.906458 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4b5a746f-a91e-4fb5-affe-9cfdc31add0a req-3f016c69-a944-4bbb-adf2-8bc0767df7f4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0323081 Aug 07 01:34:14.698574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:14.717775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5c1a2-923f-4361-9d07-8e1415388962 req-8d7d6ba4-2d11-4ca2-bc9f-9d07d21776e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:14.719649 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86e5c1a2-923f-4361-9d07-8e1415388962 req-8d7d6ba4-2d11-4ca2-bc9f-9d07d21776e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0552132 Aug 07 01:34:14.774564 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-86e5c1a2-923f-4361-9d07-8e1415388962 req-06132ce1-ac76-4783-9932-5e013ac3d3f4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 Aug 07 01:34:15.015063 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81e6a16e-2bb8-48d3-8e1a-a7a52fe18f5b req-eb634f7f-f9de-4dc5-a235-141e890390c1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0298800 Aug 07 01:34:15.866114 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9f9b6ea1-0f59-43cd-815b-42ac81b2a00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:15.914734 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b234a-1b05-47d0-9da7-ab3aabf2f85a req-bf079a18-63cb-40e8-b779-2a697ed1e9e8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:15.916347 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c12b234a-1b05-47d0-9da7-ab3aabf2f85a req-bf079a18-63cb-40e8-b779-2a697ed1e9e8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0588722 Aug 07 01:34:15.970634 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c12b234a-1b05-47d0-9da7-ab3aabf2f85a req-fc18ac95-f058-4920-8c45-0fb8e23cb777 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474885 Aug 07 01:34:16.131176 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8259c0ac-2886-44da-9ef9-3a20d52ddda2 req-b1812656-65ff-4c28-a3fa-2e69339c44f0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0349538 Aug 07 01:34:17.120372 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a66ee-14a6-4db9-bad3-ef109fa71f96 req-5e7c2a11-f237-4178-883c-cd319aaa66e3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:17.122575 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-304a66ee-14a6-4db9-bad3-ef109fa71f96 req-5e7c2a11-f237-4178-883c-cd319aaa66e3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0531940 Aug 07 01:34:17.177664 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-304a66ee-14a6-4db9-bad3-ef109fa71f96 req-c413dcb4-a798-4d09-82a4-bfb4d40da431 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Aug 07 01:34:17.258629 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-01899348-1f47-45d9-afc1-b33ce85adb40 req-7e2de28d-5de4-4982-a8c5-a2fd5bdfc26f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0303986 Aug 07 01:34:18.328642 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2362ae1-c362-4c7d-af02-4ceef88c445d req-e792c97b-5cb2-45b8-b468-06cd28e08504 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:18.331020 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e2362ae1-c362-4c7d-af02-4ceef88c445d req-e792c97b-5cb2-45b8-b468-06cd28e08504 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0612392 Aug 07 01:34:18.386988 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:18.403478 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4790453d-7767-4169-8cf3-4f82d972bb0e req-e04dd44b-d892-40d6-ac11-169d02dac4f8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0478814 Aug 07 01:34:18.404795 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e2362ae1-c362-4c7d-af02-4ceef88c445d req-d43e1e66-64df-4d43-8f52-dc29ba10b003 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Aug 07 01:34:18.996367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:19.545585 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c09ed463-975a-4ee8-9d4d-1309f13f4ec1 req-e8044596-6244-4b47-87f1-fa5e4f4a8592 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0384240 Aug 07 01:34:19.582611 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a417-4dfd-4a9d-b7bd-388142f3dd64 req-1695d9ff-ff44-4766-bb77-eb147074f3c2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:19.585292 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b63a417-4dfd-4a9d-b7bd-388142f3dd64 req-1695d9ff-ff44-4766-bb77-eb147074f3c2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0782945 Aug 07 01:34:19.663266 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b63a417-4dfd-4a9d-b7bd-388142f3dd64 req-19fe45f5-1b08-4f1d-b836-a0ed1f030897 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706296 Aug 07 01:34:19.746746 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:20.672926 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15c387cd-fb69-48cc-82ee-409e20a3800d req-55e64fa3-9b5d-4fd1-abac-208ed347aa67 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0301635 Aug 07 01:34:20.811811 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f8750-f63b-4362-b214-9e107029d321 req-fa5b2e3d-a3e6-4d54-a9da-eaee5e48fee6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:20.813469 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef8f8750-f63b-4362-b214-9e107029d321 req-fa5b2e3d-a3e6-4d54-a9da-eaee5e48fee6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0593266 Aug 07 01:34:20.886107 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef8f8750-f63b-4362-b214-9e107029d321 req-25c81a29-0c68-4989-a00d-ecd7748fa368 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620010 Aug 07 01:34:21.814483 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cc6d14ea-96ed-4b5a-a685-c54d6509414e req-4c9d8e86-4f84-4277-9673-60635d6f880f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0419774 Aug 07 01:34:22.025147 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8b3a0-f5a2-47f7-a869-6d988a87b69c req-c35702a1-f6ba-4405-9088-f66e752f16e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:22.027017 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-31e8b3a0-f5a2-47f7-a869-6d988a87b69c req-c35702a1-f6ba-4405-9088-f66e752f16e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0553908 Aug 07 01:34:22.090267 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-31e8b3a0-f5a2-47f7-a869-6d988a87b69c req-4a3f1ec2-3220-4a89-8ddf-0d5e67d24c03 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565975 Aug 07 01:34:22.929687 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-470c3b45-ae78-4bce-8fb9-25ca6f9270da req-aa8c5112-8677-4d50-81a6-eceb7373fbe7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0347788 Aug 07 01:34:23.238201 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0915-a370-4652-970b-2b4ea07e2b90 req-d2899f9f-db56-4d46-86c1-b706e14df152 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:23.240208 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-801a0915-a370-4652-970b-2b4ea07e2b90 req-d2899f9f-db56-4d46-86c1-b706e14df152 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0602515 Aug 07 01:34:23.301076 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-801a0915-a370-4652-970b-2b4ea07e2b90 req-bca782a8-8fd6-4631-aaac-62201ddefe01 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Aug 07 01:34:23.452172 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:34:23.587879 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:24.054313 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-60d41dac-0f17-4239-a6c0-24c941177406 req-717598e6-033d-43b3-b05d-658db2711f98 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0313566 Aug 07 01:34:24.436890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b4bb-8d6a-4169-a4e2-36db6291ef81 req-126bfca5-78ca-4691-9635-665696726393 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:24.438766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-df46b4bb-8d6a-4169-a4e2-36db6291ef81 req-126bfca5-78ca-4691-9635-665696726393 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0539005 Aug 07 01:34:24.500691 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-df46b4bb-8d6a-4169-a4e2-36db6291ef81 req-98a5ac80-37b1-4636-b104-1b1d5758ae8b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Aug 07 01:34:25.168946 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-769085c2-0ea9-4c86-8583-3a9117a36e75 req-6ae0529e-f338-4de4-8d06-b89f9bd94be5 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312278 Aug 07 01:34:25.650546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5db26-581c-4cf8-b93b-abb94095232e req-d9b1bcdc-2bd8-4fbd-ba36-16fe0d582982 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:25.652209 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1ab5db26-581c-4cf8-b93b-abb94095232e req-d9b1bcdc-2bd8-4fbd-ba36-16fe0d582982 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0576673 Aug 07 01:34:25.711228 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1ab5db26-581c-4cf8-b93b-abb94095232e req-fc1b5604-1f6f-465e-8d19-3acd3b09ce42 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Aug 07 01:34:26.280983 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1c95e840-c190-4323-bce9-86ada85c3bfb req-3621cbca-359e-48a1-ac1e-0cf8f741270d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306606 Aug 07 01:34:26.844799 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e351e0e-1176-4a3f-93b6-9cfdf9de9382 req-40976205-939a-464d-8ca3-19b3c59d3e9b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:26.846464 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4e351e0e-1176-4a3f-93b6-9cfdf9de9382 req-40976205-939a-464d-8ca3-19b3c59d3e9b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0542479 Aug 07 01:34:26.906143 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4e351e0e-1176-4a3f-93b6-9cfdf9de9382 req-cc0daaed-bb3d-4630-93eb-6d430f466109 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Aug 07 01:34:27.402503 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1e86448a-af02-4996-bab9-54e6a577e468 req-24afd5bd-69c9-45aa-8357-a14ee466a7e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0333731 Aug 07 01:34:28.051979 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d6e61-c362-424a-9abf-b7653338d779 req-9dbf652f-6333-4ea9-a868-1976a1063579 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:28.053644 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-991d6e61-c362-424a-9abf-b7653338d779 req-9dbf652f-6333-4ea9-a868-1976a1063579 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0589509 Aug 07 01:34:28.133747 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-991d6e61-c362-424a-9abf-b7653338d779 req-db92c4cf-d9e8-4f4a-a305-879339fcb98b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692668 Aug 07 01:34:28.543058 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ef9a2526-7466-45c1-96a7-6d32664667d1 req-2743e959-3f8e-46e2-b844-0314a8d72b2d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0495324 Aug 07 01:34:29.273504 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ba68-89e0-4fd9-9c22-582aa6f4d731 req-4fa2c674-a837-4c65-a2d3-c4c7dc335ee9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:29.275350 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9918ba68-89e0-4fd9-9c22-582aa6f4d731 req-4fa2c674-a837-4c65-a2d3-c4c7dc335ee9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0604372 Aug 07 01:34:29.334746 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9918ba68-89e0-4fd9-9c22-582aa6f4d731 req-ba43f1be-cf97-4f32-ad5c-f8cbfe93a823 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500937 Aug 07 01:34:29.659440 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c0a86c3f-b2cf-4b63-b93e-3e0c513e00de req-54e9dee6-47c8-45e5-8ba6-6070348d4ed3 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0304985 Aug 07 01:34:30.458114 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:30.481291 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f2019-d1ad-4d99-9a65-c1072ac8660e req-2a134320-015d-4cb5-8f12-8c56fe4fa0ac tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:30.482899 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e65f2019-d1ad-4d99-9a65-c1072ac8660e req-2a134320-015d-4cb5-8f12-8c56fe4fa0ac tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0554085 Aug 07 01:34:30.518454 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:30.542543 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e65f2019-d1ad-4d99-9a65-c1072ac8660e req-5068be23-1421-4c84-8006-0f098057f458 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Aug 07 01:34:30.789571 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c29ce895-b9dc-402e-b07b-e3d7d5e261d2 req-4aba9013-77ce-4534-87f4-87720d430540 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0370638 Aug 07 01:34:31.690729 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815013-fac9-4cd1-b5e8-5d63f29d3b79 req-6f1dfa16-0dfa-4bd4-a435-ab99c201e933 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:31.692680 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d815013-fac9-4cd1-b5e8-5d63f29d3b79 req-6f1dfa16-0dfa-4bd4-a435-ab99c201e933 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0568240 Aug 07 01:34:31.748781 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d815013-fac9-4cd1-b5e8-5d63f29d3b79 req-cf0f0e75-bcb5-420b-88e8-02ce81720e2b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Aug 07 01:34:31.905598 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fb161548-f7b6-4ff9-84d8-d790c8ab01a1 req-b035a9ac-e668-420c-9a22-93aee2d6dcc4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0336330 Aug 07 01:34:32.926855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae849de-6f30-4a20-898b-bd4263fbd330 req-7c4757de-8667-4284-8939-a2b0e3500934 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:32.929423 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6ae849de-6f30-4a20-898b-bd4263fbd330 req-7c4757de-8667-4284-8939-a2b0e3500934 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0788262 Aug 07 01:34:33.005139 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6ae849de-6f30-4a20-898b-bd4263fbd330 req-1d728a4b-bae9-447c-8a7d-7da87e1591b4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690837 Aug 07 01:34:33.031875 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-20a75b63-f59f-4c5e-8974-0e0123e53c75 req-00b65757-105d-40fb-9f4b-a515841f49c8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0355332 Aug 07 01:34:33.447257 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:33.451003 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:33.575848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:33.582982 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:34.152457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63151a9b-fbb1-4272-8cd6-6c6221f7f37a req-09b7240e-d286-4d43-a514-844e49005830 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:34.154097 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63151a9b-fbb1-4272-8cd6-6c6221f7f37a req-09b7240e-d286-4d43-a514-844e49005830 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0580173 Aug 07 01:34:34.193200 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4c2935fd-6a51-4047-aed0-df29bf3af142 req-39d292ce-6907-420c-b12d-60d83a3e45ee tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0389802 Aug 07 01:34:34.223160 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-63151a9b-fbb1-4272-8cd6-6c6221f7f37a req-2bff474f-2e20-4b61-b03f-f21c5e681af1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Aug 07 01:34:35.317516 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c7621dd1-d977-4094-a274-1d665a785b75 req-4e209192-a86c-4ddd-93ab-d89ce21e1fb8 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0344269 Aug 07 01:34:35.384513 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a0be-cab9-414b-a0d8-b95fc59d4e7a req-9906b1aa-02f3-47f2-b637-cc0161fad1d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:35.386474 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c6f4a0be-cab9-414b-a0d8-b95fc59d4e7a req-9906b1aa-02f3-47f2-b637-cc0161fad1d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0599272 Aug 07 01:34:35.452828 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c6f4a0be-cab9-414b-a0d8-b95fc59d4e7a req-91b3e3ac-3f2e-4f52-9cc9-ebd194da872f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601742 Aug 07 01:34:36.452578 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1565652a-93f1-4cf3-b574-538458c1965a req-a9a46765-1f0a-41ac-b6af-13a86e9a6fcc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0359845 Aug 07 01:34:36.611471 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254db4f1-da70-4b11-9ded-d2dc26060c3d req-ced44de4-f468-4d6d-a147-b501654b28c0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:36.613144 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-254db4f1-da70-4b11-9ded-d2dc26060c3d req-ced44de4-f468-4d6d-a147-b501654b28c0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0523262 Aug 07 01:34:36.673088 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-254db4f1-da70-4b11-9ded-d2dc26060c3d req-f42aea99-a284-4d1c-948a-ab613caf0a30 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537426 Aug 07 01:34:37.569796 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b5278e87-9ec2-41da-94c4-c77c2744a95f req-614a00f0-f3e0-4352-b944-92a06f4552c9 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0360060 Aug 07 01:34:37.810652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44e2ac-48ab-486e-a705-2bd9d8a6fa4f req-7ba83e03-1f2e-4b96-ad77-bfd28637f165 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:37.812317 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fa44e2ac-48ab-486e-a705-2bd9d8a6fa4f req-7ba83e03-1f2e-4b96-ad77-bfd28637f165 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0586736 Aug 07 01:34:37.871799 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fa44e2ac-48ab-486e-a705-2bd9d8a6fa4f req-3e05e162-3f56-412f-b929-857c5dfe97bb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Aug 07 01:34:38.691905 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a084ebd8-0be1-4a0a-9321-0279af42a916 req-aa625acf-0140-43f2-b515-d132878d4769 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0300634 Aug 07 01:34:39.012483 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222c9ad-c3cd-4946-a1c4-4e39537d50fe req-59447611-a03d-4837-b9bf-c6a702c48912 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:39.014175 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f222c9ad-c3cd-4946-a1c4-4e39537d50fe req-59447611-a03d-4837-b9bf-c6a702c48912 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0598996 Aug 07 01:34:39.070068 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f222c9ad-c3cd-4946-a1c4-4e39537d50fe req-bbedfaea-dfb0-4c53-b376-08b880a4af01 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497787 Aug 07 01:34:39.803712 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab54d340-0abb-45e1-9094-85fcb6723a71 req-d0867c2d-f236-44d5-83ca-5b7e94c81a65 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0297711 Aug 07 01:34:40.212828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fef9d-74a2-463b-a5fc-8bccd58793ae req-4323bc76-fc07-4dd4-8800-43747ba15261 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:40.214637 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c03fef9d-74a2-463b-a5fc-8bccd58793ae req-4323bc76-fc07-4dd4-8800-43747ba15261 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0577884 Aug 07 01:34:40.275515 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c03fef9d-74a2-463b-a5fc-8bccd58793ae req-2f9d3568-b730-453c-bd04-1cb5043f57ae tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504379 Aug 07 01:34:40.944933 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-deb18a25-0187-421b-b97a-6a38a917ee16 req-498ce141-7184-4032-9a34-36fdbfca8392 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0335581 Aug 07 01:34:41.424075 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15494346-4478-4417-b72b-55e818b33571 req-f4500917-c360-4544-af31-7c3fe32a405d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:41.426900 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15494346-4478-4417-b72b-55e818b33571 req-f4500917-c360-4544-af31-7c3fe32a405d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0691977 Aug 07 01:34:41.509756 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15494346-4478-4417-b72b-55e818b33571 req-08005011-07bb-4283-95d4-87dbb6d5b147 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767064 Aug 07 01:34:42.013888 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90a29752-3481-4f37-8f95-db1cf7bb60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:42.081749 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6e402414-1ea7-4f34-8e3f-57c37e0020b5 req-4d9dc3df-8c65-49e8-bca8-3dff6aa65402 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0306518 Aug 07 01:34:42.655601 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa460-0ab7-46ee-9ee0-43443877e301 req-2ab05773-4c49-44a0-970c-ee5491cf37d5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:42.657313 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac9aa460-0ab7-46ee-9ee0-43443877e301 req-2ab05773-4c49-44a0-970c-ee5491cf37d5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0573404 Aug 07 01:34:42.717785 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ac9aa460-0ab7-46ee-9ee0-43443877e301 req-35460a36-439c-4dbb-a508-095af05ae3c5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Aug 07 01:34:43.213464 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-12e2f8a4-b90d-453e-8d3c-03f32dcfb8ec req-b56b159d-4fdb-4234-b9e5-ce0ee1b67ef1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0439253 Aug 07 01:34:43.869934 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6430-034e-4f04-8cf9-c5d30b312e2e req-37665768-e935-4682-9762-42afe0c5fa67 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:43.871690 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-727b6430-034e-4f04-8cf9-c5d30b312e2e req-37665768-e935-4682-9762-42afe0c5fa67 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0576093 Aug 07 01:34:43.894953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:43.902314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:43.929128 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-727b6430-034e-4f04-8cf9-c5d30b312e2e req-4723ef18-6e24-4a8f-ae04-7e6efca9d074 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 Aug 07 01:34:44.307489 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=61 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:44.330968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b808f281-fd33-445f-9595-6a6f3899bd4f req-f4c5f83f-22ff-4b51-8028-818cf87748a4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0329304 Aug 07 01:34:45.071257 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b15f9d-06a4-43ce-8f72-f1e8ba0a5e3e req-d5887b59-88b9-40cd-a0dd-be7f5a7aa015 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:45.072929 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81b15f9d-06a4-43ce-8f72-f1e8ba0a5e3e req-d5887b59-88b9-40cd-a0dd-be7f5a7aa015 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0514793 Aug 07 01:34:45.133725 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-81b15f9d-06a4-43ce-8f72-f1e8ba0a5e3e req-32c5583b-453e-4fa1-9483-96b4318394a0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542533 Aug 07 01:34:45.443670 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6d0a000a-533a-43b7-8c19-95d11c624308 req-a355c091-dbe2-494e-ba8c-ba3b5f48f0f0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0321958 Aug 07 01:34:45.863507 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a89c298d-c415-4bbe-a573-87ae829c6f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:46.269302 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d337-233d-41b6-a079-dcde92db3eec req-df4e260c-3cd6-4fca-9b92-57a2e5114ef7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:46.270922 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3237d337-233d-41b6-a079-dcde92db3eec req-df4e260c-3cd6-4fca-9b92-57a2e5114ef7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0532095 Aug 07 01:34:46.346731 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3237d337-233d-41b6-a079-dcde92db3eec req-5174d4f1-6930-467f-bff0-b37e812ff80f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Aug 07 01:34:46.559825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=59 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:46.594692 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c96bd6f8-b8e9-46a8-b9bd-81ee5642f160 req-2eb853a5-fbc0-4b75-bfb3-7f972da6a271 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0439062 Aug 07 01:34:47.483104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59e0c5-212c-4d37-8c25-40b1bb18d3c1 req-54c4ae77-0ad5-43ce-b3ec-223b4903968a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:47.484932 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d59e0c5-212c-4d37-8c25-40b1bb18d3c1 req-54c4ae77-0ad5-43ce-b3ec-223b4903968a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0556812 Aug 07 01:34:47.544663 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9d59e0c5-212c-4d37-8c25-40b1bb18d3c1 req-ba0ea9ab-458a-4f5a-be32-e9812301a55d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534897 Aug 07 01:34:47.709631 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5f8ad492-e030-4095-a6f6-3d3dccb02ec3 req-c7e17170-92e8-4812-b7ec-f982836485b2 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0307550 Aug 07 01:34:48.386021 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:48.703273 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13770f-1af8-48cc-9834-fcbe975154b4 req-16eb5511-bb43-486f-b29c-a60221dee0be tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:48.704901 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee13770f-1af8-48cc-9834-fcbe975154b4 req-16eb5511-bb43-486f-b29c-a60221dee0be tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0582225 Aug 07 01:34:48.776131 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee13770f-1af8-48cc-9834-fcbe975154b4 req-84b54012-6b73-4038-b720-33593d8c82b3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609732 Aug 07 01:34:48.838328 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fcd03f2f-df7b-44d8-a6f9-fe589dc58bd4 req-76de9a53-2bf1-4450-a363-e9459eac1821 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0324020 Aug 07 01:34:48.994221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:49.742295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:49.920650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a2705-eca6-4e31-bd12-0cbf5b0504c7 req-c1d5be28-a3c5-4e30-9cb9-244ce29b6293 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:49.922367 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-456a2705-eca6-4e31-bd12-0cbf5b0504c7 req-c1d5be28-a3c5-4e30-9cb9-244ce29b6293 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0591848 Aug 07 01:34:49.988725 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1f4b0127-03af-422a-b2de-3f15de45ead3 req-608abf2d-beb7-4900-b3c5-e1a1ade7747b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0413957 Aug 07 01:34:49.995763 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-456a2705-eca6-4e31-bd12-0cbf5b0504c7 req-5233e8cb-37c3-40c1-9e44-ad74ca1cca83 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653284 Aug 07 01:34:51.163449 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b43eb059-1c13-4072-915b-8ce7de78dd8f req-e50f0ec2-eca2-4f6d-8ce8-dfef4d0fb908 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0329440 Aug 07 01:34:51.164857 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d916a-7b5d-4171-9843-23f75952533c req-b5ca36ed-ee8a-4dea-adb8-563ba37d0a55 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:51.166975 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e28d916a-7b5d-4171-9843-23f75952533c req-b5ca36ed-ee8a-4dea-adb8-563ba37d0a55 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0720050 Aug 07 01:34:51.226711 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e28d916a-7b5d-4171-9843-23f75952533c req-63bf8006-d0d4-467d-b8c4-26224f137f7d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530660 Aug 07 01:34:52.285150 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-723e5e8a-44e2-4216-a686-9fb4ba81e970 req-f8b4fdce-27da-4411-ab82-ee688d22ca01 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0381544 Aug 07 01:34:52.361442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468ebc0-6959-47d9-8662-58b20574faff req-3e8ac61f-bf17-434e-b88f-584cefb09697 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:52.363157 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6468ebc0-6959-47d9-8662-58b20574faff req-3e8ac61f-bf17-434e-b88f-584cefb09697 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0537560 Aug 07 01:34:52.440913 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6468ebc0-6959-47d9-8662-58b20574faff req-0ad6bc5e-97d4-4e66-bc56-f03161f009f9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713067 Aug 07 01:34:53.408932 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fbc561c1-d153-4171-adbf-75f09cd23752 req-7cf5b82b-924f-4268-bff5-daf3fdb338e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315063 Aug 07 01:34:53.597679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:34:53.605811 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef532c7-7e38-4fb2-99b2-ba364092d152 req-7263b2a0-68b7-4e92-89f7-a8e96fff915a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:53.607477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bef532c7-7e38-4fb2-99b2-ba364092d152 req-7263b2a0-68b7-4e92-89f7-a8e96fff915a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0638380 Aug 07 01:34:53.664361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bef532c7-7e38-4fb2-99b2-ba364092d152 req-4f02e71a-d448-42ed-a7c9-0d71c059c7e8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Aug 07 01:34:54.521862 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a2454f67-3e45-44de-b178-510b6dd0f872 req-f55310b8-f23f-42dd-80c7-0e3d26a194f0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0334477 Aug 07 01:34:54.804203 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5f577-f4e0-4289-a92a-af96dae9b26f req-83021084-23a7-4481-a0c8-6f11399ffe9b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:54.805865 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c8c5f577-f4e0-4289-a92a-af96dae9b26f req-83021084-23a7-4481-a0c8-6f11399ffe9b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0580916 Aug 07 01:34:54.866541 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c8c5f577-f4e0-4289-a92a-af96dae9b26f req-b3d5ece3-d62f-4739-b0d8-f68d3be7b549 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494874 Aug 07 01:34:55.636384 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-213773ba-c1a4-4319-b308-11b7ae07d685 req-f0475609-997e-4c62-9c4f-87758986881f tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0349476 Aug 07 01:34:56.002432 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa93721-c90d-4359-994d-872ebd3a1951 req-d461bbdc-8b90-423f-be8c-398166f375de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:56.004290 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aaa93721-c90d-4359-994d-872ebd3a1951 req-d461bbdc-8b90-423f-be8c-398166f375de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0558357 Aug 07 01:34:56.061254 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aaa93721-c90d-4359-994d-872ebd3a1951 req-3775fa86-21a0-4d51-9ab5-5300cd67ecfe tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508769 Aug 07 01:34:56.748847 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d7fca8d3-f58a-4df5-8177-4ea1d8079fba req-5b36ec54-36e9-4c42-9b2d-e809889446db tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0308495 Aug 07 01:34:57.192111 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:57.202384 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f0078-1ae5-4394-b6e6-4337b9ec60da req-f07e9a5e-58b4-4d9b-a662-55c3fa0f4b2c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:57.204049 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-171f0078-1ae5-4394-b6e6-4337b9ec60da req-f07e9a5e-58b4-4d9b-a662-55c3fa0f4b2c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0582614 Aug 07 01:34:57.258923 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-171f0078-1ae5-4394-b6e6-4337b9ec60da req-08707108-4958-4218-97ef-aee89abf3f58 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483620 Aug 07 01:34:57.862844 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9dc99319-fc59-4d59-917e-3eadbe407902 req-389c204e-0ea1-44fb-aa5e-c160b4762be0 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0354066 Aug 07 01:34:58.385858 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:34:58.402065 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab493edf-50d9-4d80-b806-2cb3273e9a85 req-cf8e476b-728b-4773-936c-21e5fb1520e6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:58.404284 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ab493edf-50d9-4d80-b806-2cb3273e9a85 req-cf8e476b-728b-4773-936c-21e5fb1520e6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0610561 Aug 07 01:34:58.466202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ab493edf-50d9-4d80-b806-2cb3273e9a85 req-16645661-31ae-4445-b8cd-43eddc7d1169 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557108 Aug 07 01:34:59.056116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-140a56d3-ee15-445b-bbac-7e9120454da6 req-9028519d-c9bd-4d5b-966d-7327abf6971a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0339079 Aug 07 01:34:59.642450 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe46d3e-e34f-4dce-85dd-f4656f85e1e9 req-958c0f79-a471-44dd-ba0a-960988cb4bc1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:34:59.644078 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cfe46d3e-e34f-4dce-85dd-f4656f85e1e9 req-958c0f79-a471-44dd-ba0a-960988cb4bc1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0545444 Aug 07 01:34:59.713023 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cfe46d3e-e34f-4dce-85dd-f4656f85e1e9 req-59122ab3-1bc2-40d5-a57c-4500db0ca3d0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613689 Aug 07 01:35:00.179004 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ccca64fd-feb7-444e-8bd1-1bf4e94b7ffb req-1d0277f9-def1-4f5b-8ace-0865100921bf tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0315549 Aug 07 01:35:00.453674 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:35:00.858557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f94dc-b814-4160-931f-3b1a1943905f req-b0753c0d-e2b4-4b68-9287-123e6cd17696 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:00.861436 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c35f94dc-b814-4160-931f-3b1a1943905f req-b0753c0d-e2b4-4b68-9287-123e6cd17696 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0663664 Aug 07 01:35:00.918932 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c35f94dc-b814-4160-931f-3b1a1943905f req-71261f1b-155a-4a28-b055-eef2f0762547 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514135 Aug 07 01:35:01.291974 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-57e8731b-1458-4675-907e-07d711a71e79 req-a250b53f-2d3f-4951-bbd7-41e03a4a8583 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0325255 Aug 07 01:35:02.053401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e13282-d6d1-4502-b05a-77c3ac9479f5 req-e7a93cbd-5c8f-423b-8f7e-86c0b9db5a71 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:02.055157 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a7e13282-d6d1-4502-b05a-77c3ac9479f5 req-e7a93cbd-5c8f-423b-8f7e-86c0b9db5a71 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0534997 Aug 07 01:35:02.125383 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a7e13282-d6d1-4502-b05a-77c3ac9479f5 req-e492cdd1-8767-414a-9bd1-047049366cb5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Aug 07 01:35:02.403751 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-453c9073-a1fc-499b-8491-c53f6398d73d req-5c3a8923-4ce1-4af7-a0a5-8613c4200853 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0305161 Aug 07 01:35:03.279421 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf7e4e-eca3-48ab-a5ae-dccf8218f828 req-2d8fc6bc-5a42-4d2d-882a-27d232a64c2e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:03.281124 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-03bf7e4e-eca3-48ab-a5ae-dccf8218f828 req-2d8fc6bc-5a42-4d2d-882a-27d232a64c2e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0560575 Aug 07 01:35:03.340742 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-03bf7e4e-eca3-48ab-a5ae-dccf8218f828 req-2b832a36-1e4b-4483-a4c2-adc61c1b35f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519319 Aug 07 01:35:03.522215 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f2082045-fa81-4eb5-98e6-167e98bee417 req-e1d1fbd7-eb8f-4382-a13f-e64458246102 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0336561 Aug 07 01:35:03.586209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:03.589641 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:04.489405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8f96b-42bf-46ca-8860-fc0e49c7c535 req-c2b40639-17af-4888-9b8a-56a0945584c5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:04.491093 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ace8f96b-42bf-46ca-8860-fc0e49c7c535 req-c2b40639-17af-4888-9b8a-56a0945584c5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0558407 Aug 07 01:35:04.553926 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ace8f96b-42bf-46ca-8860-fc0e49c7c535 req-488d3788-8a0c-4cff-b9e7-66de85c134e0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527954 Aug 07 01:35:04.643386 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5f280ecf-08db-4661-9169-6831be157c37 req-97b99b57-ede9-4b9f-b890-b0f00a322a44 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0299711 Aug 07 01:35:05.689736 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d51d-11f9-4997-9bf8-ef5a5ac62aba req-fa4d2db0-4144-4a5f-860d-f979a3b6aeac tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:05.691692 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51c6d51d-11f9-4997-9bf8-ef5a5ac62aba req-fa4d2db0-4144-4a5f-860d-f979a3b6aeac tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0575154 Aug 07 01:35:05.775957 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51c6d51d-11f9-4997-9bf8-ef5a5ac62aba req-8e2c4d36-4d18-4db1-8468-90445de66a7c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733078 Aug 07 01:35:05.930360 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8260dc37-c532-42f4-8b54-0addabd553e0 req-bd230146-c0d1-451b-8f2b-73555970d2ba tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.1881938 Aug 07 01:35:06.969482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384f5d-9942-4a46-9c37-fe1e4e7617aa req-c0151f70-14f4-4818-9bbb-d8581ac92e01 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:06.979443 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-22384f5d-9942-4a46-9c37-fe1e4e7617aa req-c0151f70-14f4-4818-9bbb-d8581ac92e01 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1133790 Aug 07 01:35:07.060989 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-22384f5d-9942-4a46-9c37-fe1e4e7617aa req-b4b08ae2-2b4b-422e-ae79-5fe43cd528bd tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798712 Aug 07 01:35:07.100355 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a90fad09-dc84-45a6-a67b-98404367b712 req-aac31894-9c80-4bfe-bff2-4400ff88bd46 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0366459 Aug 07 01:35:08.239756 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80a1c798-840e-46da-be55-597240d8b8f4 req-c3c6198a-552e-4a33-93e7-97f3273ba69c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0460436 Aug 07 01:35:08.252455 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8c777-95d2-4606-a847-e1cca4cef103 req-c5c7159e-c30c-4e91-bb15-21377ed09b9a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:08.255233 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94c8c777-95d2-4606-a847-e1cca4cef103 req-c5c7159e-c30c-4e91-bb15-21377ed09b9a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0752642 Aug 07 01:35:08.312574 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94c8c777-95d2-4606-a847-e1cca4cef103 req-208ee089-c1d9-4373-91ba-32478a923261 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491049 Aug 07 01:35:08.390523 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:09.369475 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-39192b9b-64c6-4704-8646-c98723d05b8e req-16f2f0b0-2479-4dc5-8ce5-38ec2712be48 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0415378 Aug 07 01:35:09.450148 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067d0cc-b663-4cf6-86a2-43312db204d7 req-42b95277-bcac-45af-8458-11faeb8de43e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:09.451824 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a067d0cc-b663-4cf6-86a2-43312db204d7 req-42b95277-bcac-45af-8458-11faeb8de43e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0595307 Aug 07 01:35:09.506184 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a067d0cc-b663-4cf6-86a2-43312db204d7 req-a629e0b9-a843-4f00-a9ff-53897a50f534 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Aug 07 01:35:10.447911 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:10.496130 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbb1632b-6b80-4962-9948-873ea824a6a7 req-e3975f05-3f29-4da2-906d-2d83196a3ba1 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0312309 Aug 07 01:35:10.653631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:10.672916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f727fb-ee9c-4831-8912-6e7d99e6e193 req-4af58e19-ab0e-435a-8982-5b7e62ff9b37 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:10.674617 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b7f727fb-ee9c-4831-8912-6e7d99e6e193 req-4af58e19-ab0e-435a-8982-5b7e62ff9b37 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0547333 Aug 07 01:35:10.728810 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b7f727fb-ee9c-4831-8912-6e7d99e6e193 req-d1ca2d40-2507-4892-a0a4-f979b0460a80 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480428 Aug 07 01:35:11.622869 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9c6322a0-e633-4604-8f4c-b89b899132e5 req-23f2a209-a298-4b54-a37c-f987bb8d744a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0294955 Aug 07 01:35:11.868943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3aa4-a5f8-4de2-9f25-fb4d547cc2f2 req-5c8847bb-3c0e-4bc1-98c0-39a0ed7de624 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:11.870679 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6ce3aa4-a5f8-4de2-9f25-fb4d547cc2f2 req-5c8847bb-3c0e-4bc1-98c0-39a0ed7de624 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0600464 Aug 07 01:35:11.904434 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-fa174c5b-ac82-47fe-a9b3-62bef1db2d21 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733578 Aug 07 01:35:11.913426 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:11.927810 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6ce3aa4-a5f8-4de2-9f25-fb4d547cc2f2 req-93e70ce1-104a-4323-9084-7dc50d104cbf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Aug 07 01:35:12.014861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-66a2b225-0433-4076-af5e-5686a724985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:12.016453 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-66a2b225-0433-4076-af5e-5686a724985d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0433602 Aug 07 01:35:12.022188 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e2021eaa-b21b-424a-8985-e690f5cb7f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:12.148137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-bbce1a39-a208-44d4-bad5-7298cc8c448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:12.149827 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-bbce1a39-a208-44d4-bad5-7298cc8c448e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1086881 Aug 07 01:35:12.225161 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-66841da1-7efe-4861-a384-30e73e7e6e4a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0627987 Aug 07 01:35:12.293973 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-c42825ea-1cd9-41e6-92dc-749de5d1337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:12.296749 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-c42825ea-1cd9-41e6-92dc-749de5d1337a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0610900 Aug 07 01:35:12.349269 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-e6c53b7d-93fd-4398-a283-e1830553a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:12.350719 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-e6c53b7d-93fd-4398-a283-e1830553a9b9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446341 Aug 07 01:35:12.460349 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-4b0b079a-ddd8-47e8-9c4c-b7fcc98da3f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995591 Aug 07 01:35:12.573610 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-709e8ab3-df14-4fa6-8105-3d3e0a714a03 req-2883f100-c167-4afc-b827-0a8b39be5e04 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023970 Aug 07 01:35:12.748800 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d6334cda-2545-484d-9657-bb51118e1bbc req-57e19e58-aa39-4354-98f0-2749ccf0b6bd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0464652 Aug 07 01:35:13.070855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0523-1653-46b2-a8da-e72f67ffcf94 req-b2508fbb-8030-414f-a76a-68ef3ff3c828 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:13.072506 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cdcf0523-1653-46b2-a8da-e72f67ffcf94 req-b2508fbb-8030-414f-a76a-68ef3ff3c828 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0523627 Aug 07 01:35:13.132309 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cdcf0523-1653-46b2-a8da-e72f67ffcf94 req-6e98a512-faad-4847-8e29-0abe5d1f587a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 Aug 07 01:35:13.896916 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a829b18b-41a4-4fe2-85ac-cb2334b22cea req-f472beb5-6dbe-407c-8cf9-ff3c7ce2adfc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0310428 Aug 07 01:35:14.263985 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718783-0815-4c26-a339-6d15dd507258 req-2058ee86-e635-48dc-baec-f29dc966e5b0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:14.265653 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-38718783-0815-4c26-a339-6d15dd507258 req-2058ee86-e635-48dc-baec-f29dc966e5b0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0524535 Aug 07 01:35:14.335385 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-38718783-0815-4c26-a339-6d15dd507258 req-d0b3916a-0783-43f8-a3cd-d4f677f9e293 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Aug 07 01:35:14.987298 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=80 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:15.009701 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a8b6a86f-d272-413b-bef0-5028b2c99b6b req-edf94969-dbd4-4c6f-ba97-dabd9dd2656b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0321815 Aug 07 01:35:15.465919 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d784a43-7ea9-4c87-b685-87d1e385e46f req-ccf09f52-8f71-4c05-8b32-95a53694b97c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:15.467862 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d784a43-7ea9-4c87-b685-87d1e385e46f req-ccf09f52-8f71-4c05-8b32-95a53694b97c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0543091 Aug 07 01:35:15.527814 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d784a43-7ea9-4c87-b685-87d1e385e46f req-e92fc3bc-f53c-4b51-94fb-299889bece72 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499744 Aug 07 01:35:15.861620 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-32fc0969-b1ea-43f3-9374-59d79b1cc34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:16.122003 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d71c4869-4bee-4301-9520-bfd147910b2f req-69dc1641-2511-46c5-a362-83d6e99fa583 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0346057 Aug 07 01:35:16.663547 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f02cb-640c-4326-bd15-c770805d68c3 req-8210fdeb-6fd7-464b-ae14-ee68dbd5e574 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:16.665195 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-989f02cb-640c-4326-bd15-c770805d68c3 req-8210fdeb-6fd7-464b-ae14-ee68dbd5e574 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0555940 Aug 07 01:35:16.718823 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-989f02cb-640c-4326-bd15-c770805d68c3 req-44d2eee4-9628-4aaa-ba05-e9d85fd71488 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Aug 07 01:35:17.218321 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=68 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:17.250741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cd4a9887-1141-44df-8ef8-395c2a6d42b1 req-012d2051-f031-47e1-9be7-5ea2a1495d1c tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0454357 Aug 07 01:35:17.863526 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6cd5c-8353-4fbd-9fbe-2b955177564d req-cb78b75f-986b-43c8-8a4a-909e471c43b6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:17.865225 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-37b6cd5c-8353-4fbd-9fbe-2b955177564d req-cb78b75f-986b-43c8-8a4a-909e471c43b6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0632205 Aug 07 01:35:17.930669 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-37b6cd5c-8353-4fbd-9fbe-2b955177564d req-ee913fca-451f-436d-aa15-6059bffb9803 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Aug 07 01:35:18.362475 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ee4839ae-55c2-4419-b453-52edd7ffda9c req-1e8de496-462f-47d4-8cb0-4b9af1b55ace tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=6ac28640-d6da-4cfc-b7ad-0d69136ac1fd HTTP/1.1" status: 200 len: 210 time: 0.0302663 Aug 07 01:35:18.393207 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.432981 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50274) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:18.499422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (14a52b26-5453-4fb5-9548-cd9f037dd3a1), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.528477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (14a52b26-5453-4fb5-9548-cd9f037dd3a1), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.589401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (14a52b26-5453-4fb5-9548-cd9f037dd3a1), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.592876 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.594188 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/14a52b26-5453-4fb5-9548-cd9f037dd3a1 HTTP/1.1" status: 204 len: 168 time: 0.1596296 Aug 07 01:35:18.596936 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50276) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:18.604614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a52b26-5453-4fb5-9548-cd9f037dd3a1,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:18.612284 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.api.v2.resource [None req-6060e0bc-d132-4937-a67d-798926fb85fc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] show failed (client error): The resource could not be found. Aug 07 01:35:18.613356 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6060e0bc-d132-4937-a67d-798926fb85fc tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups/14a52b26-5453-4fb5-9548-cd9f037dd3a1 HTTP/1.1" status: 404 len: 347 time: 0.0151074 Aug 07 01:35:18.613552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.613817 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.614169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.614617 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.614965 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.615308 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.616322 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.616748 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.617093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.617431 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.617807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.618011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50278) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:18.618260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.618474 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.618740 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.619071 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f8a342-62ae-4e9b-b9dc-656f5c19b722 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:18.749159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Deleting port e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:18.749586 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.842865 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.843143 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:18.861043 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Calling delete_port for e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5 owned by network:floatingip {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:19.011628 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:19.024065 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:19.055381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event deleted for resources: {'Port': ['ID=e9ccf38b-c149-4f7d-9311-ecdc2f5b60b5,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:19.080346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.080710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.081069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.081422 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.081767 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.082104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.082708 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.083045 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.083389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.083725 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.084055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.084419 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.084752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.085103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.085413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:19.164165 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccba29-0de4-484e-82e4-d732fb13003c req-45694d5c-456b-411b-ab9c-72991a1300c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:19.165723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f7ccba29-0de4-484e-82e4-d732fb13003c req-45694d5c-456b-411b-ab9c-72991a1300c9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1050770 Aug 07 01:35:19.199342 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks [] for floatingip (cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:19.201999 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:19.203193 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-261c08c1-62da-4d13-8102-1f223b08d0e4 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/cd7a525a-ebc4-47e3-8ec1-bd3722a7bbd2 HTTP/1.1" status: 204 len: 168 time: 0.5842524 Aug 07 01:35:19.236463 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f7ccba29-0de4-484e-82e4-d732fb13003c req-39c0ebef-107c-4c46-b362-9cef72ce8939 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596244 Aug 07 01:35:19.746307 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:20.385925 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda25bc-8eec-4a2f-949c-785cd3078920 req-c19f7d07-194c-4168-abf1-6ccc6b01f159 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:20.387846 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3cda25bc-8eec-4a2f-949c-785cd3078920 req-c19f7d07-194c-4168-abf1-6ccc6b01f159 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0649090 Aug 07 01:35:20.481488 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3cda25bc-8eec-4a2f-949c-785cd3078920 req-024f3e9b-e34c-4233-acf1-432fa1e7266f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673082 Aug 07 01:35:20.733505 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50302) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:20.754884 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50306) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:21.246854 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:21.262860 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:21.505070 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:21.589056 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (80e1d303-6d2c-4549-9e17-c6611a792891), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:22.217266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeabee3-d1e6-438c-a9c7-3cdec3d6cd0d req-6ad82b3c-bfde-4ebb-8f14-998d5827677e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:22.219834 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-caeabee3-d1e6-438c-a9c7-3cdec3d6cd0d req-6ad82b3c-bfde-4ebb-8f14-998d5827677e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.6316679 Aug 07 01:35:22.537256 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-caeabee3-d1e6-438c-a9c7-3cdec3d6cd0d req-27f1c1c6-3ecd-4179-a6c7-55d5488cfeec tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035774 Aug 07 01:35:22.730706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Deleting port f951543b-8022-45a5-928c-c1b6dc7e14c7 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:22.731252 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:22.852061 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Deleting port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:22.852358 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:22.855696 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:22.927739 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:22.929787 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] For port f951543b-8022-45a5-928c-c1b6dc7e14c7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f951543b-8022-45a5-928c-c1b6dc7e14c7,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:22.930153 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:22.951287 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Calling delete_port for f951543b-8022-45a5-928c-c1b6dc7e14c7 owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:23.042668 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] For port 0c5a2be0-12db-4529-8a75-cc3b9eb620a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:23.043066 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:23.062367 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Calling delete_port for 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:23.342799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (f951543b-8022-45a5-928c-c1b6dc7e14c7), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:23.401378 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f951543b-8022-45a5-928c-c1b6dc7e14c7,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:23.479205 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (0c5a2be0-12db-4529-8a75-cc3b9eb620a1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:23.519951 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5a2be0-12db-4529-8a75-cc3b9eb620a1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:23.617577 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:23.774892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:23.790314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b0b4-38b4-4bee-927b-8247b34e0778 req-3ce26b36-8cc6-4466-832f-2b168ea35231 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:23.793913 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b033b0b4-38b4-4bee-927b-8247b34e0778 req-3ce26b36-8cc6-4466-832f-2b168ea35231 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0920362 Aug 07 01:35:23.816665 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:23.884596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:23.890276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:23.891034 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b033b0b4-38b4-4bee-927b-8247b34e0778 req-3c9c6455-9e98-4a5e-bbc7-af8daf184cab tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858378 Aug 07 01:35:23.999545 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (80e1d303-6d2c-4549-9e17-c6611a792891), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:24.424469 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Router ca766bc8-efcf-4308-bc1a-92c49fa8822f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:35:24.458974 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Router 80e1d303-6d2c-4549-9e17-c6611a792891 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:35:24.650455 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:35:24.657590 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-aef3374a-ac1f-44fd-a4a8-7d45c032faa7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ca766bc8-efcf-4308-bc1a-92c49fa8822f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037900 Aug 07 01:35:24.661922 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50318) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:24.668056 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Sync routers for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:35:24.689776 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:35:24.690214 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:35:24.690868 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:35:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:24.704451 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1399704d-5363-4722-8b77-12dddaa58c9b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/80e1d303-6d2c-4549-9e17-c6611a792891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9666457 Aug 07 01:35:24.704695 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Sync routers for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:35:24.706283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50322) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:24.726870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:35:24.727527 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:35:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:24.859647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:35:24.863866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks [] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:24.932342 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks [] for router (80e1d303-6d2c-4549-9e17-c6611a792891), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:24.937095 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:35:25.052135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:25.064769 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks [] for router_gateway (ca766bc8-efcf-4308-bc1a-92c49fa8822f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.166628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Deleting port 688c6447-7f5f-4f31-84fb-d3c4e89279ca {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:25.166628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.169598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:23Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.176653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:25.205018 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46228847-fc13-4dc2-b52c-efc8c595cb18 req-5d545f3a-09b2-4fd2-a354-c44c51854487 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:25.207131 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-46228847-fc13-4dc2-b52c-efc8c595cb18 req-5d545f3a-09b2-4fd2-a354-c44c51854487 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1191852 Aug 07 01:35:25.224569 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Checking router: 80e1d303-6d2c-4549-9e17-c6611a792891 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:35:25.238836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks [] for router_gateway (80e1d303-6d2c-4549-9e17-c6611a792891), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.240447 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Routers {'80e1d303-6d2c-4549-9e17-c6611a792891'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:35:25.241164 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:35:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['80e1d303-6d2c-4549-9e17-c6611a792891'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.256164 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:25.311441 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21'}], 'enable_snat': True}, 'gw_port_id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:23Z', 'revision_number': 5, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port': {'id': '688c6447-7f5f-4f31-84fb-d3c4e89279ca', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:bc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:59Z', 'updated_at': '2022-08-07T01:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.335201 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-46228847-fc13-4dc2-b52c-efc8c595cb18 req-a9ea079a-5211-4477-8d94-0496b6b71657 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157804 Aug 07 01:35:25.336795 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Deleting port 513da312-1964-446d-9123-4418d5d76815 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:25.337338 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (513da312-1964-446d-9123-4418d5d76815), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.343768 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] For port 688c6447-7f5f-4f31-84fb-d3c4e89279ca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=688c6447-7f5f-4f31-84fb-d3c4e89279ca,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:25.344373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.365491 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Checking router: ca766bc8-efcf-4308-bc1a-92c49fa8822f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:35:25.383224 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Routers {'ca766bc8-efcf-4308-bc1a-92c49fa8822f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:35:25.384576 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:35:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.390550 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] Set router 80e1d303-6d2c-4549-9e17-c6611a792891 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:35:25.403139 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Calling delete_port for 688c6447-7f5f-4f31-84fb-d3c4e89279ca owned by network:router_gateway {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:25.454662 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] For port 513da312-1964-446d-9123-4418d5d76815, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=513da312-1964-446d-9123-4418d5d76815,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:25.456178 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (513da312-1964-446d-9123-4418d5d76815), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.480550 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Calling delete_port for 513da312-1964-446d-9123-4418d5d76815 owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:25.542273 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] Set router ca766bc8-efcf-4308-bc1a-92c49fa8822f gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:35:25.580295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:25.608485 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:25Z', 'revision_number': 6, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.649994 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00701cd-c7b4-4c51-99de-ac311e54371a None None] The sync data for ids ['ca766bc8-efcf-4308-bc1a-92c49fa8822f'] in dv-cinder-master-3-iscsi is: [{'id': 'ca766bc8-efcf-4308-bc1a-92c49fa8822f', 'name': 'tempest-AttachVolumeTestJSON-1611036316-router', 'tenant_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:25Z', 'revision_number': 6, 'project_id': '7fd9ab6d98a44605a57bd8ae9535a686', 'gw_port_host': None}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:35:25.655503 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:23Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:25.702668 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd051b6-2070-48ce-b553-2ff5f3ee900f None None] The sync data for ids ['80e1d303-6d2c-4549-9e17-c6611a792891'] in dv-cinder-master-3-iscsi is: [{'id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'name': 'tempest-AttachVolumeShelveTestJSON-1919940026-router', 'tenant_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178'}], 'enable_snat': True}, 'gw_port_id': '513da312-1964-446d-9123-4418d5d76815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:56Z', 'updated_at': '2022-08-07T01:35:23Z', 'revision_number': 5, 'project_id': '1b1d33b8c71e41e6bf23d4ad8590d2c2', 'gw_port': {'id': '513da312-1964-446d-9123-4418d5d76815', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e1d303-6d2c-4549-9e17-c6611a792891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:57Z', 'updated_at': '2022-08-07T01:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:35:25.746329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (688c6447-7f5f-4f31-84fb-d3c4e89279ca), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.778610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Pushing event deleted for resources: {'Port': ['ID=688c6447-7f5f-4f31-84fb-d3c4e89279ca,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:25.785814 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (513da312-1964-446d-9123-4418d5d76815), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:25.886900 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.046155 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.049268 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks [] for router_controller (ca766bc8-efcf-4308-bc1a-92c49fa8822f), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.104456 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (ca766bc8-efcf-4308-bc1a-92c49fa8822f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.106314 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca766bc8-efcf-4308-bc1a-92c49fa8822f {{(pid=104194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:35:26.115274 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.117630 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b2dc482b-857c-472c-80d0-48d8e40cee72 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ca766bc8-efcf-4308-bc1a-92c49fa8822f HTTP/1.1" status: 204 len: 168 time: 1.4538345 Aug 07 01:35:26.120190 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50326) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:26.143148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Pushing event deleted for resources: {'Port': ['ID=513da312-1964-446d-9123-4418d5d76815,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:26.189135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:26.205680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Deleting subnet caef2aca-c58a-45ef-9bd0-e16f360f700e {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:35:26.210972 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Publish callbacks [] for subnet (caef2aca-c58a-45ef-9bd0-e16f360f700e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.239036 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (80e1d303-6d2c-4549-9e17-c6611a792891), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.261187 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (caef2aca-c58a-45ef-9bd0-e16f360f700e), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.386671 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (80e1d303-6d2c-4549-9e17-c6611a792891), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.390944 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks [] for router_controller (80e1d303-6d2c-4549-9e17-c6611a792891), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.425469 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (caef2aca-c58a-45ef-9bd0-e16f360f700e), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.484697 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (80e1d303-6d2c-4549-9e17-c6611a792891), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.485683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80e1d303-6d2c-4549-9e17-c6611a792891 {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:35:26.493031 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.498094 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9b0b8933-d171-4654-bbad-972b08eecccb admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/80e1d303-6d2c-4549-9e17-c6611a792891 HTTP/1.1" status: 204 len: 168 time: 1.7862697 Aug 07 01:35:26.498608 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50332) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:26.588924 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Deleting subnet 7c83ba05-e076-4638-bec8-6a3ed837bca4 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:35:26.594221 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Publish callbacks [] for subnet (7c83ba05-e076-4638-bec8-6a3ed837bca4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.613018 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d034a6-3a71-43cd-bd8a-b47d3f167c04 req-84ae7851-e714-4793-961c-fcdc39ba1997 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:26.623409 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9d034a6-3a71-43cd-bd8a-b47d3f167c04 req-84ae7851-e714-4793-961c-fcdc39ba1997 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1004570 Aug 07 01:35:26.633966 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (caef2aca-c58a-45ef-9bd0-e16f360f700e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.647212 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (7c83ba05-e076-4638-bec8-6a3ed837bca4), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.678164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caef2aca-c58a-45ef-9bd0-e16f360f700e,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:26.687586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.689728 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe6001-24c4-47e0-a62a-c9f16c1d14e6 None None] Network b1257e6a-7a97-43f5-969f-654d75e2ab7d requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:35:26.710177 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-fcd56dd1-cbed-49cb-906f-7753942953cb admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/caef2aca-c58a-45ef-9bd0-e16f360f700e HTTP/1.1" status: 204 len: 168 time: 0.5843866 Aug 07 01:35:26.711770 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50334) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:26.843802 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9d034a6-3a71-43cd-bd8a-b47d3f167c04 req-40e63ee7-9e8a-414f-8ef1-6103a2e62de1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164588 Aug 07 01:35:26.855495 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:26.868701 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (b1257e6a-7a97-43f5-969f-654d75e2ab7d), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.880686 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f951543b-8022-45a5-928c-c1b6dc7e14c7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:26.921007 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: f951543b-8022-45a5-928c-c1b6dc7e14c7 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:26.921388 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f951543b-8022-45a5-928c-c1b6dc7e14c7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:26.921780 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:26.955946 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (7c83ba05-e076-4638-bec8-6a3ed837bca4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:26.968735 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:26.969091 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0c5a2be0-12db-4529-8a75-cc3b9eb620a1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:27.001594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Deleting port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:27.002442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.031397 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] DHCP port deletion for b1257e6a-7a97-43f5-969f-654d75e2ab7d request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:35:27.077772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Deleting port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:27.078190 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.095713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:27.113857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (7c83ba05-e076-4638-bec8-6a3ed837bca4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.132170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.135681 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/7c83ba05-e076-4638-bec8-6a3ed837bca4 HTTP/1.1" status: 204 len: 168 time: 0.6277859 Aug 07 01:35:27.146073 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50336) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:27.148322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f6611-01a3-4763-9e1d-40e9cdb96fd1 None None] Network 96bfca6e-7131-4db0-b142-73ffbffe52dd requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:35:27.157251 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774c078-3ddb-4eb1-8e13-fd49fb98c0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c83ba05-e076-4638-bec8-6a3ed837bca4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:27.216913 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] For port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:27.217514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.252626 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Calling delete_port for 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:27.272972 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] For port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,segment=NetworkSegment(5f1fe6d8-0225-4a9d-b4b1-edb4422e412e),segment_id=5f1fe6d8-0225-4a9d-b4b1-edb4422e412e)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:27.273559 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.319078 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Calling delete_port for 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:27.330702 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (96bfca6e-7131-4db0-b142-73ffbffe52dd), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.440351 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Deleting port af51ca73-7016-4d8e-93dd-64c05efd3365 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:27.440700 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.554824 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:27.632276 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] DHCP port deletion for 96bfca6e-7131-4db0-b142-73ffbffe52dd request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:35:27.687757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Deleting port af51ca73-7016-4d8e-93dd-64c05efd3365 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:35:27.688608 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.791733 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.799839 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] For port af51ca73-7016-4d8e-93dd-64c05efd3365, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=af51ca73-7016-4d8e-93dd-64c05efd3365,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:27.800799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.804648 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] For port af51ca73-7016-4d8e-93dd-64c05efd3365, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=af51ca73-7016-4d8e-93dd-64c05efd3365,segment=NetworkSegment(0e6ec629-4221-41b1-b3c9-8fc44f643609),segment_id=0e6ec629-4221-41b1-b3c9-8fc44f643609)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:35:27.804999 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.821693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:27.825405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Calling delete_port for af51ca73-7016-4d8e-93dd-64c05efd3365 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:27.840952 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Calling delete_port for af51ca73-7016-4d8e-93dd-64c05efd3365 owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:35:27.843336 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:27.852065 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] No DVR routers for this DVR port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:35:27.869950 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Pushing event deleted for resources: {'Port': ['ID=2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:27.873714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] No DVR routers for this DVR port 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:35:27.928046 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:27.932459 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.933484 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.934827 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.934827 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.935231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.936883 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.936883 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.937278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.937717 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.938290 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.939047 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.939732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.940230 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.940896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:27.941446 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b647d38-ec89-49c3-974d-c564cf8dd325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:35:28.013089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (b1257e6a-7a97-43f5-969f-654d75e2ab7d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.018705 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.053331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] Pushing event deleted for resources: {'Port': ['ID=af51ca73-7016-4d8e-93dd-64c05efd3365,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:28.059134 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea701d96-e76a-420c-a23a-21bdb26e0556 None None] No DVR routers for this DVR port af51ca73-7016-4d8e-93dd-64c05efd3365 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:35:28.075680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1257e6a-7a97-43f5-969f-654d75e2ab7d']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.088009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989ccde-4e90-44e4-aff0-38b29e7a23b3 req-405b2ecd-9977-47e8-85da-870813d0700e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:28.091815 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7989ccde-4e90-44e4-aff0-38b29e7a23b3 req-405b2ecd-9977-47e8-85da-870813d0700e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1160326 Aug 07 01:35:28.093000 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.093318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1fe6d8-0225-4a9d-b4b1-edb4422e412e') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.102557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (af51ca73-7016-4d8e-93dd-64c05efd3365), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.111486 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (5f1fe6d8-0225-4a9d-b4b1-edb4422e412e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.142949 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Pushing event deleted for resources: {'Port': ['ID=af51ca73-7016-4d8e-93dd-64c05efd3365,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:28.150852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] No DVR routers for this DVR port af51ca73-7016-4d8e-93dd-64c05efd3365 on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:35:28.157272 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (5f1fe6d8-0225-4a9d-b4b1-edb4422e412e), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.168865 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:28.191143 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:35:28.191587 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (5f1fe6d8-0225-4a9d-b4b1-edb4422e412e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.204154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7989ccde-4e90-44e4-aff0-38b29e7a23b3 req-dfa5eaf3-1ea1-4a34-b0ab-0a177df23fbb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018493 Aug 07 01:35:28.251617 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 5f1fe6d8-0225-4a9d-b4b1-edb4422e412e resource provider aggregate not found Aug 07 01:35:28.257587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 688c6447-7f5f-4f31-84fb-d3c4e89279ca no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:28.294583 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 688c6447-7f5f-4f31-84fb-d3c4e89279ca {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:28.295101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 688c6447-7f5f-4f31-84fb-d3c4e89279ca not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:28.296176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device af51ca73-7016-4d8e-93dd-64c05efd3365 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:28.315148 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 5f1fe6d8-0225-4a9d-b4b1-edb4422e412e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f1fe6d8-0225-4a9d-b4b1-edb4422e412e found for delete ", "request_id": "req-1e463cec-e4da-488c-90d6-12f6d6b3139f"}]} Aug 07 01:35:28.320290 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (96bfca6e-7131-4db0-b142-73ffbffe52dd), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.330897 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (b1257e6a-7a97-43f5-969f-654d75e2ab7d), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.334247 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: af51ca73-7016-4d8e-93dd-64c05efd3365 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:28.335279 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device af51ca73-7016-4d8e-93dd-64c05efd3365 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:28.336050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 513da312-1964-446d-9123-4418d5d76815 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:28.343158 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.346300 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/b1257e6a-7a97-43f5-969f-654d75e2ab7d HTTP/1.1" status: 204 len: 168 time: 1.6344595 Aug 07 01:35:28.364763 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8116aa9-58db-4d41-9324-7615f6d986f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1257e6a-7a97-43f5-969f-654d75e2ab7d,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:28.367882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bfca6e-7131-4db0-b142-73ffbffe52dd']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.373337 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 513da312-1964-446d-9123-4418d5d76815 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:28.374152 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 513da312-1964-446d-9123-4418d5d76815 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:28.374648 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:35:28.381719 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6ec629-4221-41b1-b3c9-8fc44f643609') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.382113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6ec629-4221-41b1-b3c9-8fc44f643609') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:35:28.392787 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:28.399722 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (0e6ec629-4221-41b1-b3c9-8fc44f643609), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.420146 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:35:28.421119 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 2cbfe8ff-61c8-4a3c-8671-fdb0adcd8351 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:35:28.425219 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0e6ec629-4221-41b1-b3c9-8fc44f643609), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.435807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:35:28.436447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (0e6ec629-4221-41b1-b3c9-8fc44f643609), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.511631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (96bfca6e-7131-4db0-b142-73ffbffe52dd), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.523569 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.530480 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/96bfca6e-7131-4db0-b142-73ffbffe52dd HTTP/1.1" status: 204 len: 168 time: 1.3826830 Aug 07 01:35:28.549221 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50354) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:28.552206 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2a5a-24fa-4a96-bc74-4d8ddd5557ad admin admin] Pushing event deleted for resources: {'Network': ['ID=96bfca6e-7131-4db0-b142-73ffbffe52dd,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:28.598915 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-eca556fb-62cb-450b-86c8-03a7122739d4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7fd9ab6d98a44605a57bd8ae9535a686&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480940 Aug 07 01:35:28.602193 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50356) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:28.665549 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] Publish callbacks [] for security_group (cc38c9f8-b373-493f-8a00-3b336823b07a), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.693538 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] Publish callbacks [] for security_group (cc38c9f8-b373-493f-8a00-3b336823b07a), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.759555 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (cc38c9f8-b373-493f-8a00-3b336823b07a), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.763407 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:28.764891 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cc38c9f8-b373-493f-8a00-3b336823b07a HTTP/1.1" status: 204 len: 168 time: 0.1613867 Aug 07 01:35:28.778715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef52532-6a83-4b06-a55c-2f4b2e66a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38c9f8-b373-493f-8a00-3b336823b07a,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:28.836115 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50360) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:28.911205 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50362) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:35:28.911741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b76130b6-4ff2-4fb3-a0b4-3046d2df2a81 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1b1d33b8c71e41e6bf23d4ad8590d2c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0738540 Aug 07 01:35:28.997153 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] Publish callbacks [] for security_group (11a24612-70cf-4416-9a1c-3e6fc0fd491b), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:29.023892 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] Publish callbacks [] for security_group (11a24612-70cf-4416-9a1c-3e6fc0fd491b), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:29.091333 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (11a24612-70cf-4416-9a1c-3e6fc0fd491b), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:29.094345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:29.095595 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/11a24612-70cf-4416-9a1c-3e6fc0fd491b HTTP/1.1" status: 204 len: 168 time: 0.1833758 Aug 07 01:35:29.107876 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e95e12-6d63-4e4b-856f-882c382332df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a24612-70cf-4416-9a1c-3e6fc0fd491b,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:35:29.368230 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49951e9-5910-4531-b612-e53d201d3e50 req-03f95ab7-9a7e-4e9f-92ac-ae0ce1f973f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:29.371331 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c49951e9-5910-4531-b612-e53d201d3e50 req-03f95ab7-9a7e-4e9f-92ac-ae0ce1f973f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0685594 Aug 07 01:35:29.461388 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c49951e9-5910-4531-b612-e53d201d3e50 req-51e79550-4e65-481a-93f0-faf702ee130d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828795 Aug 07 01:35:30.335992 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 0e6ec629-4221-41b1-b3c9-8fc44f643609 resource provider aggregate not found Aug 07 01:35:30.366069 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 0e6ec629-4221-41b1-b3c9-8fc44f643609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e6ec629-4221-41b1-b3c9-8fc44f643609 found for delete ", "request_id": "req-f489e141-fc22-472a-b147-9b24f857a685"}]} Aug 07 01:35:30.653188 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f949be4-05eb-4a31-8786-a5a3f1559542 req-955d1c13-3e59-4c6c-8707-31d7fe449af0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:30.656229 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9f949be4-05eb-4a31-8786-a5a3f1559542 req-955d1c13-3e59-4c6c-8707-31d7fe449af0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0808086 Aug 07 01:35:30.749527 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9f949be4-05eb-4a31-8786-a5a3f1559542 req-d088d854-a12a-4e44-9bc7-d0da46e3f6b8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853653 Aug 07 01:35:31.890820 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cc0db-6f7f-4dc0-970e-94d6bb5efd6d req-83259f18-d8d1-4803-9c09-3f3d92daf163 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:31.892644 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-253cc0db-6f7f-4dc0-970e-94d6bb5efd6d req-83259f18-d8d1-4803-9c09-3f3d92daf163 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0525072 Aug 07 01:35:31.953772 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-253cc0db-6f7f-4dc0-970e-94d6bb5efd6d req-fb17ed9a-fbb3-4425-8362-2e7908163e30 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545452 Aug 07 01:35:33.088447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278e0bd-0783-438e-b3a5-76608d5a26c6 req-861b808d-c491-4749-a4a0-d9ab0a686b2a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:33.090734 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f278e0bd-0783-438e-b3a5-76608d5a26c6 req-861b808d-c491-4749-a4a0-d9ab0a686b2a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0536461 Aug 07 01:35:33.141712 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:33.147794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f278e0bd-0783-438e-b3a5-76608d5a26c6 req-6065e3e4-1a58-4e0c-a85f-a4a12b8f5f3b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Aug 07 01:35:34.297602 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b26c0a-ec94-4134-8c89-aa52f079b1da req-7784bb11-34b0-4309-a4a8-bbe50e076b6b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:34.299756 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-44b26c0a-ec94-4134-8c89-aa52f079b1da req-7784bb11-34b0-4309-a4a8-bbe50e076b6b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0686831 Aug 07 01:35:34.364302 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-44b26c0a-ec94-4134-8c89-aa52f079b1da req-a7b8db8d-a207-48a7-b3b6-236b867884d1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534549 Aug 07 01:35:35.518546 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dddd9-d3f0-4a13-b113-7086994019f0 req-a82ee296-9546-471a-aa70-9a48528962e6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:35.520217 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-965dddd9-d3f0-4a13-b113-7086994019f0 req-a82ee296-9546-471a-aa70-9a48528962e6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0532048 Aug 07 01:35:35.580825 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-965dddd9-d3f0-4a13-b113-7086994019f0 req-c2b9316c-d911-45ff-bac0-9092adcf5cd0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Aug 07 01:35:36.712360 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52fdf-07a5-4641-944f-9d840a6f8803 req-d85909c3-782b-4867-a858-4beb46d3597a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:36.714115 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9ee52fdf-07a5-4641-944f-9d840a6f8803 req-d85909c3-782b-4867-a858-4beb46d3597a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0540321 Aug 07 01:35:36.783995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9ee52fdf-07a5-4641-944f-9d840a6f8803 req-16b87954-6f8e-4efa-a1e8-8c197fb913ee tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633590 Aug 07 01:35:37.453906 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:35:37.930572 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:37.946915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d24c-af2f-446b-bc4f-bab884a82a98 req-78a7f482-55f9-4b4d-83b8-76bd6a6ed424 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:37.950188 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa35d24c-af2f-446b-bc4f-bab884a82a98 req-78a7f482-55f9-4b4d-83b8-76bd6a6ed424 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0835936 Aug 07 01:35:38.035640 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa35d24c-af2f-446b-bc4f-bab884a82a98 req-73fd4bb0-6240-4f55-b700-6f410cf161b7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778055 Aug 07 01:35:38.794845 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:38.894961 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:38.900645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:39.130624 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=35,neutron:DELETE=7 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:39.219580 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97261d3-04af-40ce-9732-22285750570f req-13af0f4d-3a2b-4986-954b-089d1ff0bd78 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:39.222019 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c97261d3-04af-40ce-9732-22285750570f req-13af0f4d-3a2b-4986-954b-089d1ff0bd78 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0770867 Aug 07 01:35:39.275644 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c97261d3-04af-40ce-9732-22285750570f req-4bf980d8-3189-467b-a307-37554c9e82ea tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Aug 07 01:35:40.426474 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32edf8-f972-41bb-8f79-7510ab136f13 req-449cefec-6b0b-4a10-9264-574b242b54f8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:40.428032 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa32edf8-f972-41bb-8f79-7510ab136f13 req-449cefec-6b0b-4a10-9264-574b242b54f8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0552328 Aug 07 01:35:40.484442 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aa32edf8-f972-41bb-8f79-7510ab136f13 req-415de11f-5387-4137-9448-14090e72d462 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 Aug 07 01:35:41.648884 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf123-29bd-4adf-9ebc-bb6d6695d0f0 req-16f74d70-7f7a-4846-9b94-6d8a3efdd5a2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:41.650538 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-72abf123-29bd-4adf-9ebc-bb6d6695d0f0 req-16f74d70-7f7a-4846-9b94-6d8a3efdd5a2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0544887 Aug 07 01:35:41.707306 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-72abf123-29bd-4adf-9ebc-bb6d6695d0f0 req-3acf7331-5182-426d-bed8-d79d1036f58d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Aug 07 01:35:42.008614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6f595462-f3de-42e4-aed0-627080dc4049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:42.874301 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67dac8-ef14-4e9d-94bf-90acc4daa2a7 req-7d8220cf-59a9-49c8-b55a-1ebaf9bd7677 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:42.875954 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba67dac8-ef14-4e9d-94bf-90acc4daa2a7 req-7d8220cf-59a9-49c8-b55a-1ebaf9bd7677 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0774474 Aug 07 01:35:42.930890 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ba67dac8-ef14-4e9d-94bf-90acc4daa2a7 req-652c3166-2feb-48eb-9a0e-2ebb47c8898f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486474 Aug 07 01:35:44.075434 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d96164-9fec-44a6-8e38-02535a308801 req-128be612-080e-4c98-874d-c937b06dfe30 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:44.077595 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b0d96164-9fec-44a6-8e38-02535a308801 req-128be612-080e-4c98-874d-c937b06dfe30 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0563407 Aug 07 01:35:44.141801 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b0d96164-9fec-44a6-8e38-02535a308801 req-24d38ff7-9bb4-4782-880e-6ac7a42c7981 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575521 Aug 07 01:35:45.274461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb0d9b-74d0-49a8-98c9-98c92e2544e8 req-ab28c944-6978-4bd6-a420-cbc8070b6485 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:45.276152 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7ddb0d9b-74d0-49a8-98c9-98c92e2544e8 req-ab28c944-6978-4bd6-a420-cbc8070b6485 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0523374 Aug 07 01:35:45.340897 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7ddb0d9b-74d0-49a8-98c9-98c92e2544e8 req-18053f19-9ec2-4541-a377-326ed52a6e2a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Aug 07 01:35:45.859024 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0bb8ddac-f351-49b0-8a59-891f39973ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:46.505618 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc66e0-5025-4e78-beee-8a6c5ad8801a req-fd43c777-46e1-4451-87c1-578765606702 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:46.507566 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f5bc66e0-5025-4e78-beee-8a6c5ad8801a req-fd43c777-46e1-4451-87c1-578765606702 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0543478 Aug 07 01:35:46.565825 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f5bc66e0-5025-4e78-beee-8a6c5ad8801a req-e4293aa9-e6f3-4c4b-afd7-82140a7ec0e2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Aug 07 01:35:47.448125 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=37 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:47.449714 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=54 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:47.699326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1db9a0-0d15-4f73-847b-a6e3a95ae2c1 req-79e70eea-e8b7-4b1b-85e6-889475857f31 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:47.701017 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6a1db9a0-0d15-4f73-847b-a6e3a95ae2c1 req-79e70eea-e8b7-4b1b-85e6-889475857f31 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0519030 Aug 07 01:35:47.714760 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:47.762287 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6a1db9a0-0d15-4f73-847b-a6e3a95ae2c1 req-95e45688-7918-4f90-9cbb-634ac886d241 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548606 Aug 07 01:35:48.391458 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:48.898736 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f7c2b-ffbb-4dbb-8f05-bd1c397b64f5 req-dd99df44-674b-49b5-ba4d-2dfdcb3f2f9c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:48.900466 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e49f7c2b-ffbb-4dbb-8f05-bd1c397b64f5 req-dd99df44-674b-49b5-ba4d-2dfdcb3f2f9c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0575445 Aug 07 01:35:48.955335 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e49f7c2b-ffbb-4dbb-8f05-bd1c397b64f5 req-905810ac-dc10-42d1-9519-3065cd3633f9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Aug 07 01:35:49.010554 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:49.750342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:50.096771 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51c3bd-5d02-4042-80e7-11021d72c5c4 req-b53320a9-0ebb-426a-9ca7-889993838ad4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:50.099529 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3c51c3bd-5d02-4042-80e7-11021d72c5c4 req-b53320a9-0ebb-426a-9ca7-889993838ad4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0613151 Aug 07 01:35:50.161834 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3c51c3bd-5d02-4042-80e7-11021d72c5c4 req-e76d789b-d400-4501-ae68-f2f9f8c4d22d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564373 Aug 07 01:35:51.310287 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:35:51.323631 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf61a2-fb85-4623-b4d0-7d62be46723e req-b2e71081-fa7f-40b7-ae9b-57dfd5e27ef6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:51.325254 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b5cf61a2-fb85-4623-b4d0-7d62be46723e req-b2e71081-fa7f-40b7-ae9b-57dfd5e27ef6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0577190 Aug 07 01:35:51.383058 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b5cf61a2-fb85-4623-b4d0-7d62be46723e req-3689d125-75a0-411a-ad02-0e82629fadd8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516815 Aug 07 01:35:52.521827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d317-f236-4f5c-b3de-5af18bc15b8e req-5de5e16e-918c-4896-a73d-621938b7a534 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:52.523449 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-13d8d317-f236-4f5c-b3de-5af18bc15b8e req-5de5e16e-918c-4896-a73d-621938b7a534 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0535522 Aug 07 01:35:52.579270 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-13d8d317-f236-4f5c-b3de-5af18bc15b8e req-f69ba775-80d5-4643-bdd3-c421ba26564e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492029 Aug 07 01:35:53.586982 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:35:53.722186 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fbc7-ba51-4a45-bfa3-e3b3f87e059b req-7fe8831f-36ac-4a79-8e35-7684a8fc1410 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:53.723891 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc79fbc7-ba51-4a45-bfa3-e3b3f87e059b req-7fe8831f-36ac-4a79-8e35-7684a8fc1410 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0549538 Aug 07 01:35:53.809997 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc79fbc7-ba51-4a45-bfa3-e3b3f87e059b req-460fd40d-5f0f-487a-a620-90ac20e13196 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784588 Aug 07 01:35:54.961428 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e72a-2d21-4c9f-8338-d8d7c825e4a9 req-7fbf958d-d00d-4d83-986c-204ab5517ba0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:54.963480 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c309e72a-2d21-4c9f-8338-d8d7c825e4a9 req-7fbf958d-d00d-4d83-986c-204ab5517ba0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0706458 Aug 07 01:35:55.025316 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c309e72a-2d21-4c9f-8338-d8d7c825e4a9 req-420a007b-6580-4bda-a8cf-7d4c65c4da0a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Aug 07 01:35:56.165479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f2cf-7010-4908-b11b-e24b07914397 req-c8fee084-dc7b-449b-a253-4609bfe4987f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:56.167286 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68e7f2cf-7010-4908-b11b-e24b07914397 req-c8fee084-dc7b-449b-a253-4609bfe4987f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0589204 Aug 07 01:35:56.221978 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-68e7f2cf-7010-4908-b11b-e24b07914397 req-47629d38-e6f5-4910-89d5-efd858e0e814 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Aug 07 01:35:57.384755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340faa85-092c-45cf-8d81-558464109708 req-33586eef-0cd0-41ca-ba5d-8bbe64d6be89 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:57.388002 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-340faa85-092c-45cf-8d81-558464109708 req-33586eef-0cd0-41ca-ba5d-8bbe64d6be89 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0855944 Aug 07 01:35:57.443155 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-340faa85-092c-45cf-8d81-558464109708 req-e7ca6b84-9e1a-4a0b-9047-d4272a5f7ee6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Aug 07 01:35:58.576126 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7ab5-a4f8-46a1-b96c-92e6ef6fd27f req-e4a49f0a-7023-42f2-9738-39fe1021128c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:58.577785 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ec7c7ab5-a4f8-46a1-b96c-92e6ef6fd27f req-e4a49f0a-7023-42f2-9738-39fe1021128c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0541456 Aug 07 01:35:58.640641 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ec7c7ab5-a4f8-46a1-b96c-92e6ef6fd27f req-9cf80137-2077-4aaf-a0a8-a198b4048690 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Aug 07 01:35:59.795760 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd303b4-24ce-4056-a7c4-cf908fb39222 req-5559f773-d091-45b6-8910-014e03aa5483 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:35:59.798516 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3bd303b4-24ce-4056-a7c4-cf908fb39222 req-5559f773-d091-45b6-8910-014e03aa5483 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0772600 Aug 07 01:35:59.887351 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3bd303b4-24ce-4056-a7c4-cf908fb39222 req-e0b54ccc-f2dc-46d7-b991-7685b6884157 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824556 Aug 07 01:36:01.023964 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205682f3-689f-4663-9ca4-8a15dbf0a2cb req-6885d2eb-ff3d-4ad3-b282-40464a08c41c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:01.025610 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-205682f3-689f-4663-9ca4-8a15dbf0a2cb req-6885d2eb-ff3d-4ad3-b282-40464a08c41c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0536783 Aug 07 01:36:01.050050 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:01.085650 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-205682f3-689f-4663-9ca4-8a15dbf0a2cb req-5fa79c03-0c64-4db3-9661-b7e8e7ce80b8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503132 Aug 07 01:36:02.248960 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e79d4-4b75-4f53-a33a-2d04817661d5 req-1c5b90e9-8d52-428f-b2ab-62882e8c62da tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:02.251626 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c63e79d4-4b75-4f53-a33a-2d04817661d5 req-1c5b90e9-8d52-428f-b2ab-62882e8c62da tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0827539 Aug 07 01:36:02.309004 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c63e79d4-4b75-4f53-a33a-2d04817661d5 req-90744af2-dcac-4e77-a4f9-bcf8f88b17f6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Aug 07 01:36:03.472254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be44b-d5e6-4ca2-9b1c-c8da897ae060 req-89b802b9-018e-4f19-98c5-3ecd86b7f4e2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:03.475089 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-458be44b-d5e6-4ca2-9b1c-c8da897ae060 req-89b802b9-018e-4f19-98c5-3ecd86b7f4e2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0822237 Aug 07 01:36:03.529117 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-458be44b-d5e6-4ca2-9b1c-c8da897ae060 req-358db3b6-a0b1-4986-a05b-f5607a46ea94 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Aug 07 01:36:03.579332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:03.582359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:04.656005 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:04.689175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d898c3-1df5-4fdf-8784-6debf88f0f48 req-cd311a3c-b56e-4a6b-a95e-7f297bab7190 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:04.691849 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-37d898c3-1df5-4fdf-8784-6debf88f0f48 req-cd311a3c-b56e-4a6b-a95e-7f297bab7190 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0830014 Aug 07 01:36:04.766079 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-37d898c3-1df5-4fdf-8784-6debf88f0f48 req-dabbf4ab-70ae-4212-ab3d-cabdb752e91f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680642 Aug 07 01:36:05.900161 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c2d49-3737-4b53-8f51-e70de782c54e req-d51fc800-8285-40e2-84b3-d2b8a3bd0d67 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:05.902623 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b3c2d49-3737-4b53-8f51-e70de782c54e req-d51fc800-8285-40e2-84b3-d2b8a3bd0d67 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0530348 Aug 07 01:36:05.960438 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1b3c2d49-3737-4b53-8f51-e70de782c54e req-756548ab-c618-4dd2-bcf9-9b3bc570115e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Aug 07 01:36:07.100994 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97675-8560-4fb7-9c69-8f7c7120439c req-224b76c5-709b-41f6-bf27-70ab6719e002 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:07.102681 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8fc97675-8560-4fb7-9c69-8f7c7120439c req-224b76c5-709b-41f6-bf27-70ab6719e002 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0531201 Aug 07 01:36:07.157523 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8fc97675-8560-4fb7-9c69-8f7c7120439c req-7e7cbd2f-2f9f-4595-b4a8-2c927d130ba7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483942 Aug 07 01:36:08.304436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51136268-86d0-41a1-980b-17bc83cc3f81 req-f567e01e-88fe-4c32-89f3-8e7038302380 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:08.306962 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51136268-86d0-41a1-980b-17bc83cc3f81 req-f567e01e-88fe-4c32-89f3-8e7038302380 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0667622 Aug 07 01:36:08.362712 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51136268-86d0-41a1-980b-17bc83cc3f81 req-ba7417a2-c074-40e0-8016-9491fc6df993 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Aug 07 01:36:09.543773 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaf93b-a272-46a1-9543-270f1ee7fcba req-69d6af68-fb2f-4121-8d43-e5eef88e040b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:09.546472 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-21aaf93b-a272-46a1-9543-270f1ee7fcba req-69d6af68-fb2f-4121-8d43-e5eef88e040b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0740519 Aug 07 01:36:09.603507 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-21aaf93b-a272-46a1-9543-270f1ee7fcba req-7c2ca720-3db0-4a09-a616-d3eefb159155 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Aug 07 01:36:10.738192 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009579-476d-4b62-bc0f-d8bc78db2705 req-ff624a7f-ad92-49c5-9c1b-4fb6f3352d76 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:10.739883 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-91009579-476d-4b62-bc0f-d8bc78db2705 req-ff624a7f-ad92-49c5-9c1b-4fb6f3352d76 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0547144 Aug 07 01:36:10.798564 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-91009579-476d-4b62-bc0f-d8bc78db2705 req-c64ee9fc-2380-4306-bf9c-913c94cb4862 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521109 Aug 07 01:36:11.949557 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706fd0e-cc73-4884-87ba-c5757b42a00f req-27d7aa27-4a05-420b-aeda-b76f9e2d76cf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:11.951903 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8706fd0e-cc73-4884-87ba-c5757b42a00f req-27d7aa27-4a05-420b-aeda-b76f9e2d76cf tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0704486 Aug 07 01:36:12.008422 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-666ffcca-ae86-418f-be7a-c13fe6a29bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:12.032786 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8706fd0e-cc73-4884-87ba-c5757b42a00f req-e68d5ec5-5359-4803-a929-602b540089ae tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706062 Aug 07 01:36:13.163183 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f877c-599c-463f-bb60-f5a2adeb013c req-20e5cf8d-c57c-4cf8-83f5-89dc25f39593 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:13.164830 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d3f877c-599c-463f-bb60-f5a2adeb013c req-20e5cf8d-c57c-4cf8-83f5-89dc25f39593 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0530624 Aug 07 01:36:13.223779 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3d3f877c-599c-463f-bb60-f5a2adeb013c req-d59bae6f-72ba-4702-aa24-ea93249e1954 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489867 Aug 07 01:36:13.875205 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-4098ff4a-4288-45c4-b06e-0b482fd98d9c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448174 Aug 07 01:36:13.955742 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-75b03cd4-bafd-43ec-a5c1-fdbcedc5b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:13.957422 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-75b03cd4-bafd-43ec-a5c1-fdbcedc5b159 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0499721 Aug 07 01:36:14.114687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-69ba099c-46b1-4020-9e15-d873452ecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:14.117084 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-69ba099c-46b1-4020-9e15-d873452ecde5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1317070 Aug 07 01:36:14.167249 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-f455db71-136f-4e1b-b0ad-fc9e87d00ef6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0396023 Aug 07 01:36:14.224392 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-d3b17b87-fca7-4946-83f2-25f3e06908fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:14.225959 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-d3b17b87-fca7-4946-83f2-25f3e06908fe service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0497255 Aug 07 01:36:14.285125 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-84d8c0fa-dcc3-4c8a-a5d9-2260ed7aec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:14.287547 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-84d8c0fa-dcc3-4c8a-a5d9-2260ed7aec94 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525084 Aug 07 01:36:14.401989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f6e49-5136-4b51-9e81-17f0e819298b req-256793d8-59d3-4d0d-b3f8-3896e8af3e26 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:14.404407 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b05f6e49-5136-4b51-9e81-17f0e819298b req-256793d8-59d3-4d0d-b3f8-3896e8af3e26 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0806797 Aug 07 01:36:14.415850 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-5e731c7b-4ba3-4843-9e47-e0b659c9fac5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171215 Aug 07 01:36:14.457269 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:14.460536 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:36:14.470637 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b05f6e49-5136-4b51-9e81-17f0e819298b req-02fd616a-cad2-4fc2-9114-d3e650fbd812 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582638 Aug 07 01:36:14.559147 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ca74310-78f5-4246-80c8-85e6608d0309 req-bffa096d-e584-42d3-a81c-41a69bf98ec0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325886 Aug 07 01:36:15.627065 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa3785-1577-475a-bc7f-85b48576c84d req-0d4a5308-2ce7-4b72-aeda-2c4d9eb3be2e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:15.628657 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5aa3785-1577-475a-bc7f-85b48576c84d req-0d4a5308-2ce7-4b72-aeda-2c4d9eb3be2e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0626366 Aug 07 01:36:15.687238 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5aa3785-1577-475a-bc7f-85b48576c84d req-315f11da-05d9-45cc-a179-33b8468c1bc9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525377 Aug 07 01:36:15.855512 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e2ace38-3cae-4f7e-941a-cf0b1228f421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:16.825355 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dba8c4-3664-4423-b583-bdf148804727 req-6251b835-a3dc-4593-8f7b-8c78f6f43872 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:16.827021 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-36dba8c4-3664-4423-b583-bdf148804727 req-6251b835-a3dc-4593-8f7b-8c78f6f43872 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0554354 Aug 07 01:36:16.878886 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:16.884606 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-36dba8c4-3664-4423-b583-bdf148804727 req-59b5a2ea-5717-4139-94b6-f64f4dd995a4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513866 Aug 07 01:36:17.608464 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=17 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:18.032024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a8d2d-7b25-4e57-b1dc-ceb593198854 req-efc49d69-fee0-4e8d-8ef7-84840d42c6a3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:18.034404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d0a8d2d-7b25-4e57-b1dc-ceb593198854 req-efc49d69-fee0-4e8d-8ef7-84840d42c6a3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0683265 Aug 07 01:36:18.089114 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d0a8d2d-7b25-4e57-b1dc-ceb593198854 req-6a19754b-0aa5-4322-8d8b-9bd206e02a35 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Aug 07 01:36:18.394709 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:19.000252 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:19.256513 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832d06-b871-41ab-8544-5f96ba911d1d req-1e52ae7b-dc72-4b39-9666-2a07b6760d92 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:19.259239 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-27832d06-b871-41ab-8544-5f96ba911d1d req-1e52ae7b-dc72-4b39-9666-2a07b6760d92 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0854425 Aug 07 01:36:19.316939 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-27832d06-b871-41ab-8544-5f96ba911d1d req-cdfaabe4-b9c7-4de2-91c8-34145540d5a3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Aug 07 01:36:19.751027 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:20.457942 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d179f35-53d0-400d-bcd0-21c590d39a3f req-48434063-f1b5-48a5-a1b0-a8ebc0902d18 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:20.460108 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2d179f35-53d0-400d-bcd0-21c590d39a3f req-48434063-f1b5-48a5-a1b0-a8ebc0902d18 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0548401 Aug 07 01:36:20.518637 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2d179f35-53d0-400d-bcd0-21c590d39a3f req-af47a922-7bef-4ea7-839c-21c4184f4924 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Aug 07 01:36:21.669288 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09db6db-9e7f-42d6-a13d-51b7baa8f9a5 req-f29bf612-6f9d-4fc9-8b36-73270204cbf7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:21.671094 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c09db6db-9e7f-42d6-a13d-51b7baa8f9a5 req-f29bf612-6f9d-4fc9-8b36-73270204cbf7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0516698 Aug 07 01:36:21.726877 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c09db6db-9e7f-42d6-a13d-51b7baa8f9a5 req-837adce4-456b-42b5-a9fe-3df80276473c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Aug 07 01:36:22.860833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11baed39-18ac-451d-a40a-e594304a4213 req-27d3f4c3-5992-463a-9aa4-b11f446504a6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:22.862491 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-11baed39-18ac-451d-a40a-e594304a4213 req-27d3f4c3-5992-463a-9aa4-b11f446504a6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0534217 Aug 07 01:36:22.915348 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-11baed39-18ac-451d-a40a-e594304a4213 req-af0ee249-1e99-439d-801d-c403f28707ef tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Aug 07 01:36:23.595110 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:24.070030 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94689f-4024-4127-bcdf-037e35b9e806 req-c8c92969-db79-43c9-8e87-b31052214384 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:24.071676 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae94689f-4024-4127-bcdf-037e35b9e806 req-c8c92969-db79-43c9-8e87-b31052214384 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0758548 Aug 07 01:36:24.129076 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae94689f-4024-4127-bcdf-037e35b9e806 req-b56402f0-3939-4330-8283-d5539ef099b2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Aug 07 01:36:24.451794 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:24.537103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=50 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:24.552519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=43 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:25.265134 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d561934-713c-443c-abb1-02eb72b9a865 req-8545d1c1-b462-41f7-8a7c-bda005c9cc57 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:25.266790 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d561934-713c-443c-abb1-02eb72b9a865 req-8545d1c1-b462-41f7-8a7c-bda005c9cc57 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0543909 Aug 07 01:36:25.325974 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d561934-713c-443c-abb1-02eb72b9a865 req-dab71101-7d63-4f9f-b250-c530011c5440 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Aug 07 01:36:26.466987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e68f8-2b36-4440-9af0-8aed22a94fcd req-5ea29a20-d673-4030-b14d-135f140911c3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:26.468589 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3e9e68f8-2b36-4440-9af0-8aed22a94fcd req-5ea29a20-d673-4030-b14d-135f140911c3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0631325 Aug 07 01:36:26.521640 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3e9e68f8-2b36-4440-9af0-8aed22a94fcd req-b3a2463c-17df-47ac-9e9a-166a436896d9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Aug 07 01:36:27.676778 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734aade-b2a9-4849-8873-e164589c37dd req-73879dec-cb8c-49c4-b9ea-b6bf9d6d674e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:27.678428 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3734aade-b2a9-4849-8873-e164589c37dd req-73879dec-cb8c-49c4-b9ea-b6bf9d6d674e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0567982 Aug 07 01:36:27.739330 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3734aade-b2a9-4849-8873-e164589c37dd req-f30b93f2-5b39-49c8-955d-d52a55fd089c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500109 Aug 07 01:36:28.879208 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a7699-14c5-4aea-8310-86090cabd3d2 req-76adc384-6020-403c-bed3-56f000c4b7ed tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:28.881043 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6d8a7699-14c5-4aea-8310-86090cabd3d2 req-76adc384-6020-403c-bed3-56f000c4b7ed tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0525298 Aug 07 01:36:28.894342 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:28.940477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6d8a7699-14c5-4aea-8310-86090cabd3d2 req-2b8ad7a3-afac-4e71-8e12-7677f137d1e4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Aug 07 01:36:30.075890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea22d-91ce-4a98-953a-9041f6149ef9 req-ee98d18a-745d-4551-a529-3d453368a10c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:30.078377 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15aea22d-91ce-4a98-953a-9041f6149ef9 req-ee98d18a-745d-4551-a529-3d453368a10c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0572963 Aug 07 01:36:30.135652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:30.182093 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15aea22d-91ce-4a98-953a-9041f6149ef9 req-971bf165-a0f0-4df3-960c-8367f08e5ef9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938497 Aug 07 01:36:30.434253 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 50542) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:36:30.558107 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.648734 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Publish callbacks [] for security_group (d9d50ca1-fabc-45d6-93dc-f486596fa9c4), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.654412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d9d50ca1-fabc-45d6-93dc-f486596fa9c4), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.706527 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=32acd26b74ae470889d517d5d9b6f6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669637 Aug 07 01:36:30.706527 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d50ca1-fabc-45d6-93dc-f486596fa9c4,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:36:30.707035 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 50546) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:36:30.712009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.712393 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.712741 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.713146 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.713419 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.713750 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.714079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.714406 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.714734 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.715063 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.715397 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.715726 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.716049 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.716405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.716725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e85461-138e-48d0-ae4c-63421acc61fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.773450 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Publish callbacks [] for security_group (d9d50ca1-fabc-45d6-93dc-f486596fa9c4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.798711 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Publish callbacks [] for security_group (d9d50ca1-fabc-45d6-93dc-f486596fa9c4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.854884 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d9d50ca1-fabc-45d6-93dc-f486596fa9c4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.858464 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:30.860007 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d9d50ca1-fabc-45d6-93dc-f486596fa9c4 HTTP/1.1" status: 204 len: 168 time: 0.1515620 Aug 07 01:36:30.871481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d50ca1-fabc-45d6-93dc-f486596fa9c4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:36:30.881135 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.881447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.881898 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.882353 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.882706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.883103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.883503 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.883948 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.884387 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.884882 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.885938 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.886454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.886970 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.887500 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:30.888052 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e620e16-0f00-444c-9059-b4c0e54a518c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:36:31.364801 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850b5e-6195-4ab6-b8dc-30a877b94494 req-061ae12a-da1f-4b90-ad33-5d8d54bff8b8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:31.367517 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d850b5e-6195-4ab6-b8dc-30a877b94494 req-061ae12a-da1f-4b90-ad33-5d8d54bff8b8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0946116 Aug 07 01:36:31.440211 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d850b5e-6195-4ab6-b8dc-30a877b94494 req-2045c0e2-0b64-4eb3-acab-918dbf977d17 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660436 Aug 07 01:36:32.582461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b906e-171e-4551-9a96-3dd83238a5b4 req-7bba7400-e36a-4892-9c92-ab9bef89b623 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:32.584458 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-761b906e-171e-4551-9a96-3dd83238a5b4 req-7bba7400-e36a-4892-9c92-ab9bef89b623 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0549803 Aug 07 01:36:32.640785 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-761b906e-171e-4551-9a96-3dd83238a5b4 req-f5418251-88bd-46bb-bfc5-c7a8932cd68f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499413 Aug 07 01:36:33.587534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:33.784720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d36e05-cd92-4fd8-85c4-fecc8234524e req-9726e0d6-0f06-4a4b-924c-4c3cb8b534b4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:33.786480 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-88d36e05-cd92-4fd8-85c4-fecc8234524e req-9726e0d6-0f06-4a4b-924c-4c3cb8b534b4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0525668 Aug 07 01:36:33.845061 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-88d36e05-cd92-4fd8-85c4-fecc8234524e req-55df5f44-6006-46ec-93bf-cc00b3dd484e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Aug 07 01:36:34.987152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5d024-9156-48da-b76d-bf9b72a63fa6 req-ad2dd4fd-02b7-4a04-acc4-cf5ede8dd479 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:34.988821 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15c5d024-9156-48da-b76d-bf9b72a63fa6 req-ad2dd4fd-02b7-4a04-acc4-cf5ede8dd479 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0522947 Aug 07 01:36:35.042106 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15c5d024-9156-48da-b76d-bf9b72a63fa6 req-edb528e4-4475-44e9-9aef-443c1dee2893 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Aug 07 01:36:36.194590 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f72c8-b5f2-4a66-8bfa-a27a42a59294 req-84865455-a96b-45a1-af4e-cc420aab3beb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:36.196292 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e17f72c8-b5f2-4a66-8bfa-a27a42a59294 req-84865455-a96b-45a1-af4e-cc420aab3beb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0594997 Aug 07 01:36:36.251425 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e17f72c8-b5f2-4a66-8bfa-a27a42a59294 req-9d9f66d2-ae15-4137-b621-d36a8e9a9d25 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489855 Aug 07 01:36:37.410673 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d9e47-6012-4c71-948c-b1784ec6cda1 req-941b9f09-d93c-4097-b33b-cc77aae2bfc5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:37.412319 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8f9d9e47-6012-4c71-948c-b1784ec6cda1 req-941b9f09-d93c-4097-b33b-cc77aae2bfc5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0566492 Aug 07 01:36:37.475189 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8f9d9e47-6012-4c71-948c-b1784ec6cda1 req-46cf4662-f0ed-41f9-8806-c2d55e6d27e5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562460 Aug 07 01:36:38.614279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d54d5a-740d-4be2-8b1b-219277997c24 req-83402fba-0985-4963-84d9-a39b600d258a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:38.616358 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15d54d5a-740d-4be2-8b1b-219277997c24 req-83402fba-0985-4963-84d9-a39b600d258a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0544646 Aug 07 01:36:38.675973 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15d54d5a-740d-4be2-8b1b-219277997c24 req-2d5e3d95-1924-4d15-9d65-d6c51e877fe5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Aug 07 01:36:39.800095 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:39.808913 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8ed17-7f7f-42b9-b31c-51af63d49037 req-72d83d0f-6d62-4c7c-b247-b730700960a5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:39.810533 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-04b8ed17-7f7f-42b9-b31c-51af63d49037 req-72d83d0f-6d62-4c7c-b247-b730700960a5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0555072 Aug 07 01:36:39.832644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:39.868454 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-04b8ed17-7f7f-42b9-b31c-51af63d49037 req-31147f09-f1cd-4cdd-b170-cb301a79272d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Aug 07 01:36:40.875107 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:40.879768 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:40.908440 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:41.021767 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b0347-b92c-44f9-8ed0-f1ff02f10ead req-a30783fd-f1d8-4591-83b6-96e418177187 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:41.023538 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f2b0347-b92c-44f9-8ed0-f1ff02f10ead req-a30783fd-f1d8-4591-83b6-96e418177187 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0725374 Aug 07 01:36:41.085202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3f2b0347-b92c-44f9-8ed0-f1ff02f10ead req-7311e8b2-8e3b-41ea-846b-e081f1280425 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Aug 07 01:36:42.005919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f887c660-1132-420f-9f40-10272cd752ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:42.235723 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6cd64-c488-421f-89c8-b3ea37810ae6 req-b1d4a01d-c453-4620-be18-b498ed0b57a7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:42.237318 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-28f6cd64-c488-421f-89c8-b3ea37810ae6 req-b1d4a01d-c453-4620-be18-b498ed0b57a7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0539496 Aug 07 01:36:42.301312 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-28f6cd64-c488-421f-89c8-b3ea37810ae6 req-3bc14721-f1a0-40d8-b3e1-53e516f6f53f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Aug 07 01:36:43.437246 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94955f40-bc45-459f-a272-10919c010e73 req-1eab6c49-80bb-4a5e-b6d0-646e8c25c15a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:43.439464 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94955f40-bc45-459f-a272-10919c010e73 req-1eab6c49-80bb-4a5e-b6d0-646e8c25c15a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0559077 Aug 07 01:36:43.497079 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94955f40-bc45-459f-a272-10919c010e73 req-8edf5e4a-e516-409f-9751-37dcf938eba8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Aug 07 01:36:44.640032 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba782e-f256-4d3b-ac92-e18172d369ff req-49f8ce44-06c0-4a6b-a8f9-95fbe496a658 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:44.641745 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0ba782e-f256-4d3b-ac92-e18172d369ff req-49f8ce44-06c0-4a6b-a8f9-95fbe496a658 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0632019 Aug 07 01:36:44.699196 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0ba782e-f256-4d3b-ac92-e18172d369ff req-e4557a18-90cd-4637-90e3-3f814b7c6cf1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Aug 07 01:36:45.834925 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a153-900f-4916-8176-b9fb108532af req-18e6f6c6-e4c4-48bb-aa81-49e2e7c7990f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:45.836562 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-53e0a153-900f-4916-8176-b9fb108532af req-18e6f6c6-e4c4-48bb-aa81-49e2e7c7990f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0567932 Aug 07 01:36:45.856693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d0ed06cb-ec85-4019-b712-62aebe33b75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:45.898641 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-53e0a153-900f-4916-8176-b9fb108532af req-b70bd599-296c-4ed4-93e3-9cc8d604489a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Aug 07 01:36:47.066282 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3c55f-7169-45d7-872b-8c6a3a787e60 req-2a73d991-3788-443f-bb6d-cbdda42d401c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:47.067923 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d5e3c55f-7169-45d7-872b-8c6a3a787e60 req-2a73d991-3788-443f-bb6d-cbdda42d401c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0537634 Aug 07 01:36:47.127439 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d5e3c55f-7169-45d7-872b-8c6a3a787e60 req-20fb4ac7-de12-4b64-9a24-1db9c45244f6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Aug 07 01:36:48.261387 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd9aa9-7c26-4061-83c1-b21dd07c5a7a req-ed116741-9eec-44f9-888e-8a5380dc779c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:48.262957 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95dd9aa9-7c26-4061-83c1-b21dd07c5a7a req-ed116741-9eec-44f9-888e-8a5380dc779c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0513513 Aug 07 01:36:48.320082 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-95dd9aa9-7c26-4061-83c1-b21dd07c5a7a req-715026ab-fe57-416c-9282-c91c57573942 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Aug 07 01:36:48.398364 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:48.997332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:49.469853 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538de64-acd6-4bda-8cb1-4cc193b44f4a req-a27ca2d0-91f5-4576-932d-55e95056fc6b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:49.471569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5538de64-acd6-4bda-8cb1-4cc193b44f4a req-a27ca2d0-91f5-4576-932d-55e95056fc6b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0688102 Aug 07 01:36:49.535901 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5538de64-acd6-4bda-8cb1-4cc193b44f4a req-61784bc5-8443-4009-a2d1-71d33af1c2ba tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Aug 07 01:36:49.760675 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:50.677702 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ead79b-1a6b-4697-b762-f74a63923593 req-132a24dd-5b97-4737-a191-b2f44d8e5b3a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:50.679362 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c4ead79b-1a6b-4697-b762-f74a63923593 req-132a24dd-5b97-4737-a191-b2f44d8e5b3a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0597975 Aug 07 01:36:50.762106 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-c4ead79b-1a6b-4697-b762-f74a63923593 req-539ea1a3-50f2-410d-9ac0-330a8f6c6959 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Aug 07 01:36:51.451341 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:36:51.899621 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737a54f-dc64-4b2b-812e-512a628f1120 req-07172ad7-a54e-43ad-9044-9b8902a6f79b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:51.901874 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3737a54f-dc64-4b2b-812e-512a628f1120 req-07172ad7-a54e-43ad-9044-9b8902a6f79b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0588896 Aug 07 01:36:51.959590 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3737a54f-dc64-4b2b-812e-512a628f1120 req-69d45c63-e5cb-4223-842a-eec9895349f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Aug 07 01:36:53.080503 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:53.093689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0cf6a-a849-47ea-9c8f-7e3b737ac7c7 req-4af82cbc-99a0-49dc-9497-55ce976a346d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:53.095343 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-56c0cf6a-a849-47ea-9c8f-7e3b737ac7c7 req-4af82cbc-99a0-49dc-9497-55ce976a346d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0542312 Aug 07 01:36:53.156372 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:36:53.189133 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-56c0cf6a-a849-47ea-9c8f-7e3b737ac7c7 req-15e74606-0e7f-4700-b9af-728bf2b5262b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 Aug 07 01:36:53.631235 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:36:54.356440 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77f2cd-3626-4ed3-9b99-7d72341c18fe req-156a6fc3-7e11-4b51-a46a-3f7efc538da0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:54.358181 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fd77f2cd-3626-4ed3-9b99-7d72341c18fe req-156a6fc3-7e11-4b51-a46a-3f7efc538da0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0610664 Aug 07 01:36:54.417288 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fd77f2cd-3626-4ed3-9b99-7d72341c18fe req-f224ebc4-2159-4ae5-98b9-a2f732bfeb9f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Aug 07 01:36:55.579422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593255-86e8-4ffb-92ec-7506622c7b79 req-1b3852c2-19c3-4f3b-a2ee-3b724cc47b57 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:55.581022 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94593255-86e8-4ffb-92ec-7506622c7b79 req-1b3852c2-19c3-4f3b-a2ee-3b724cc47b57 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0592585 Aug 07 01:36:55.636500 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-94593255-86e8-4ffb-92ec-7506622c7b79 req-bc6c1f55-fa07-45e4-9ed1-f9b149a41d17 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Aug 07 01:36:56.767808 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330226f4-4ed6-4e8b-a150-8db7d2a2047f req-ea1dee77-912c-4e44-9ccf-2faaafb62921 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:56.769475 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-330226f4-4ed6-4e8b-a150-8db7d2a2047f req-ea1dee77-912c-4e44-9ccf-2faaafb62921 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0518310 Aug 07 01:36:56.829766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-330226f4-4ed6-4e8b-a150-8db7d2a2047f req-1e10babe-14d5-4088-87fc-bad55856770f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Aug 07 01:36:57.966194 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08efb63-bd42-40fe-abb6-3be89960886a req-3bacab20-2dbd-4d6b-9b84-ecfbef147beb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:57.967858 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d08efb63-bd42-40fe-abb6-3be89960886a req-3bacab20-2dbd-4d6b-9b84-ecfbef147beb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0567460 Aug 07 01:36:58.037057 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d08efb63-bd42-40fe-abb6-3be89960886a req-8eb8c7b7-b962-4532-b1de-4dfb87a9d1c3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Aug 07 01:36:59.176555 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c3d0c-5f29-4086-af4b-6f6f4c8943cd req-e2693ff1-c1da-447b-8ecf-ef82f54c00fd tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:36:59.178188 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b14c3d0c-5f29-4086-af4b-6f6f4c8943cd req-e2693ff1-c1da-447b-8ecf-ef82f54c00fd tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0530434 Aug 07 01:36:59.233000 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b14c3d0c-5f29-4086-af4b-6f6f4c8943cd req-56185908-468c-4152-800a-91d2c11b4799 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486765 Aug 07 01:37:00.384249 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19c3c9-a2e1-4a82-baf5-96566ca38894 req-caf8b7c5-bed4-4093-89be-2bd97797e2f5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:00.387805 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8a19c3c9-a2e1-4a82-baf5-96566ca38894 req-caf8b7c5-bed4-4093-89be-2bd97797e2f5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0693178 Aug 07 01:37:00.448276 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8a19c3c9-a2e1-4a82-baf5-96566ca38894 req-b95d8f3b-165e-4dd8-9700-8a83f480967c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Aug 07 01:37:01.582406 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34daae-8843-441d-8d4b-ace899fa6e3f req-705e8c64-f670-420e-8057-fbff407799e9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:01.583943 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b34daae-8843-441d-8d4b-ace899fa6e3f req-705e8c64-f670-420e-8057-fbff407799e9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0520792 Aug 07 01:37:01.645794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5b34daae-8843-441d-8d4b-ace899fa6e3f req-1989da17-cdbf-4180-a90a-f4c9f8e43b2a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Aug 07 01:37:02.808854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeb4f8-6635-422f-9687-a52080b7526b req-197e994e-ce78-44b0-b7e4-6ab66ba2d335 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:02.811447 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-74eeb4f8-6635-422f-9687-a52080b7526b req-197e994e-ce78-44b0-b7e4-6ab66ba2d335 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0834134 Aug 07 01:37:02.870913 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-74eeb4f8-6635-422f-9687-a52080b7526b req-90291a6f-7bb9-4fda-8c7e-3308727f7e69 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526912 Aug 07 01:37:03.620115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:03.624409 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:04.013418 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0d66f-adb7-4a73-b95b-8879c2efcc8d req-c87810bf-45de-4ee1-a6bd-73dc16ddd2c4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:04.015061 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-18f0d66f-adb7-4a73-b95b-8879c2efcc8d req-c87810bf-45de-4ee1-a6bd-73dc16ddd2c4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0631311 Aug 07 01:37:04.076268 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-18f0d66f-adb7-4a73-b95b-8879c2efcc8d req-cf4d2c39-142c-4cd3-a5b0-b219b529a7b0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 Aug 07 01:37:05.233786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762ba0d-821e-4e2f-a025-026fd1469214 req-f7a4124f-ca13-4d73-a8b6-bc1cabb2241b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:05.235463 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2762ba0d-821e-4e2f-a025-026fd1469214 req-f7a4124f-ca13-4d73-a8b6-bc1cabb2241b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0537598 Aug 07 01:37:05.297822 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-2762ba0d-821e-4e2f-a025-026fd1469214 req-16426762-0dde-4666-b4e1-e29ea4d45a03 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Aug 07 01:37:06.438874 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084fde4-0ed9-41b0-8d83-d5c96a145661 req-4f8e9a9f-ee94-45d2-ba11-aa45e1f91a80 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:06.440354 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9084fde4-0ed9-41b0-8d83-d5c96a145661 req-4f8e9a9f-ee94-45d2-ba11-aa45e1f91a80 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0563076 Aug 07 01:37:06.468850 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:06.484931 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:06.502779 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9084fde4-0ed9-41b0-8d83-d5c96a145661 req-977504df-de90-4c6f-b558-315e10d9e11b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Aug 07 01:37:07.635313 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc94b-b1ea-46d2-a8c5-d1edd3135ccc req-81af4f1d-987a-4b10-bda3-4a36260bb8d2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:07.636934 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0b7fc94b-b1ea-46d2-a8c5-d1edd3135ccc req-81af4f1d-987a-4b10-bda3-4a36260bb8d2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0524049 Aug 07 01:37:07.726668 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0b7fc94b-b1ea-46d2-a8c5-d1edd3135ccc req-bf9668ed-71f1-40bb-a7fc-7e816e4372c3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831709 Aug 07 01:37:08.385455 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=7 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:08.386414 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:08.862724 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf468e7-0c1e-400d-8425-ed40d8094bcb req-75a8160a-fdb8-4a5b-bfb6-81c8b53996e3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:08.864400 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cbf468e7-0c1e-400d-8425-ed40d8094bcb req-75a8160a-fdb8-4a5b-bfb6-81c8b53996e3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0591073 Aug 07 01:37:08.920959 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-cbf468e7-0c1e-400d-8425-ed40d8094bcb req-3a928b8d-7364-4430-98d7-bdb634108a5a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Aug 07 01:37:10.055881 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1df163-d974-4e54-aa70-ec5121abf17d req-27d5e647-6c8c-4391-ab8b-ca9283a278de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:10.057652 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d1df163-d974-4e54-aa70-ec5121abf17d req-27d5e647-6c8c-4391-ab8b-ca9283a278de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0527687 Aug 07 01:37:10.115986 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d1df163-d974-4e54-aa70-ec5121abf17d req-20141cc8-820f-44e3-bf69-1b8f47ed6eeb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488913 Aug 07 01:37:11.256015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dfbdd-6c24-46ae-bbdb-5d99bc2e701a req-b9be24c1-353c-4871-a9e8-e16ef12a8208 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:11.257646 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6c8dfbdd-6c24-46ae-bbdb-5d99bc2e701a req-b9be24c1-353c-4871-a9e8-e16ef12a8208 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0521073 Aug 07 01:37:11.320112 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6c8dfbdd-6c24-46ae-bbdb-5d99bc2e701a req-882cc462-ce65-4769-ada3-e63d1fee9b73 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559790 Aug 07 01:37:12.012873 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bd9627f7-bccf-4d04-b944-79c49a5655ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:12.456031 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8813e8-d93d-4017-8927-713f6bc0c0f6 req-bdfdec27-4f43-4f5e-a190-2420df15a715 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:12.457621 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a8813e8-d93d-4017-8927-713f6bc0c0f6 req-bdfdec27-4f43-4f5e-a190-2420df15a715 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0545299 Aug 07 01:37:12.532574 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9a8813e8-d93d-4017-8927-713f6bc0c0f6 req-52b95f34-92fc-47d4-a756-648aee071c8a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640466 Aug 07 01:37:13.689902 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e792434-8988-4003-b467-6b7d424dd896 req-e0ed5118-b953-4ce6-a05a-7600b6471771 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:13.692158 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e792434-8988-4003-b467-6b7d424dd896 req-e0ed5118-b953-4ce6-a05a-7600b6471771 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0626225 Aug 07 01:37:13.747491 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9e792434-8988-4003-b467-6b7d424dd896 req-b2159e96-82db-4b43-ad64-da3ebbf7a669 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493512 Aug 07 01:37:14.899069 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b471cb4-8f6a-4e61-9756-81846d7d1a4f req-4c96477d-db62-4574-9be6-c73c691ea261 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:14.900739 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0b471cb4-8f6a-4e61-9756-81846d7d1a4f req-4c96477d-db62-4574-9be6-c73c691ea261 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0633633 Aug 07 01:37:14.968170 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0b471cb4-8f6a-4e61-9756-81846d7d1a4f req-e03b2e09-7c8f-4fa6-880e-5151500355a2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614543 Aug 07 01:37:15.051249 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-42b42f3c-86f3-4eda-9e52-39c0a591fce6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1944549 Aug 07 01:37:15.153101 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-78a5c811-ae91-4913-a82b-3e70bb47918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:15.154661 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-78a5c811-ae91-4913-a82b-3e70bb47918a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0516758 Aug 07 01:37:15.278145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-dc118ebc-4d34-4298-a05b-2d26b4cff97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:15.280043 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-dc118ebc-4d34-4298-a05b-2d26b4cff97d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1022677 Aug 07 01:37:15.336524 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-58fa6dbc-9897-41c4-8c9e-4cac8d5235f4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0461042 Aug 07 01:37:15.400519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-ca38432c-641e-402e-95be-17ec432f5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:15.402300 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-ca38432c-641e-402e-95be-17ec432f5ded service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0530639 Aug 07 01:37:15.456941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-abf93903-5353-4d58-9f91-1fdbf1705cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:15.458496 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-abf93903-5353-4d58-9f91-1fdbf1705cbf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445669 Aug 07 01:37:15.574116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-7272305d-551f-4e03-a0f3-f53d39a4e30c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047902 Aug 07 01:37:15.682951 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbfdd525-4ede-49da-a46d-af407d41f1e1 req-e486213b-6364-4838-8f0d-c0b57b9a952d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968933 Aug 07 01:37:15.855205 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e6865b97-43bf-4056-bebb-01af03c3b1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:16.112846 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9111-c9e8-4c14-b7a9-5d77f28b0e11 req-fe9bda32-850e-4e7f-8cf1-35ef423bd705 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:16.114506 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2ad9111-c9e8-4c14-b7a9-5d77f28b0e11 req-fe9bda32-850e-4e7f-8cf1-35ef423bd705 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0528800 Aug 07 01:37:16.172372 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f2ad9111-c9e8-4c14-b7a9-5d77f28b0e11 req-1d7d0f04-3bd8-49cc-9691-c7c48e692c3b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Aug 07 01:37:17.316427 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef225f33-d4f6-449d-93d0-ae702cfd4cab req-7aa32cb4-a324-4b85-a806-c8557bb8dbd9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:17.318096 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef225f33-d4f6-449d-93d0-ae702cfd4cab req-7aa32cb4-a324-4b85-a806-c8557bb8dbd9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0556948 Aug 07 01:37:17.378223 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ef225f33-d4f6-449d-93d0-ae702cfd4cab req-c7cd0a63-1fe0-47a9-8784-a40233d9dfca tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Aug 07 01:37:18.402101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:18.515041 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7acb66-4009-421e-9b78-5cfcb54939fe req-6ec1f471-4c86-41d2-af1a-f50ce3c27f15 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:18.516696 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1a7acb66-4009-421e-9b78-5cfcb54939fe req-6ec1f471-4c86-41d2-af1a-f50ce3c27f15 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0543315 Aug 07 01:37:18.577608 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1a7acb66-4009-421e-9b78-5cfcb54939fe req-97fb3c18-0b69-403b-952e-04aafb807d62 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Aug 07 01:37:18.992918 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:19.707877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420f89f-11d7-44c6-a963-db791ce15f3c req-4c3d71df-3091-419a-a291-5ef30f8f83cc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:19.709805 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a420f89f-11d7-44c6-a963-db791ce15f3c req-4c3d71df-3091-419a-a291-5ef30f8f83cc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0516567 Aug 07 01:37:19.747038 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:19.763523 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:19.769218 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:19.784093 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a420f89f-11d7-44c6-a963-db791ce15f3c req-ed10f4a3-25e9-4c8c-b530-92a04f7a1fc9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Aug 07 01:37:21.006332 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42e76c-c1c6-4213-aa52-2cc88c198e51 req-0dfcb674-a753-4aa4-b8c6-6835240ce87a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:21.011679 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0f42e76c-c1c6-4213-aa52-2cc88c198e51 req-0dfcb674-a753-4aa4-b8c6-6835240ce87a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.1032665 Aug 07 01:37:21.122483 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0f42e76c-c1c6-4213-aa52-2cc88c198e51 req-4bd73a97-0f81-46f4-94ca-db136dce6a6d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1a442e79-b8fd-4eee-97af-2531f9cc3ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984387 Aug 07 01:37:21.626082 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-2fa8d5bc-b3bc-47fd-a9d8-7257ec84a6d4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:37:21.627807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-2fa8d5bc-b3bc-47fd-a9d8-7257ec84a6d4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 946 time: 0.0935171 Aug 07 01:37:21.779116 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Deleting port 77812789-b59f-4abe-9e20-b16f511c9fe2 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:37:21.779712 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:21.917702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] For port 77812789-b59f-4abe-9e20-b16f511c9fe2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77812789-b59f-4abe-9e20-b16f511c9fe2,segment=NetworkSegment(717b84e0-0f36-401d-aa00-d39921e7f9d0),segment_id=717b84e0-0f36-401d-aa00-d39921e7f9d0)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:37:21.918223 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:21.937957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Calling delete_port for 77812789-b59f-4abe-9e20-b16f511c9fe2 owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:37:22.151030 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:22.173001 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (77812789-b59f-4abe-9e20-b16f511c9fe2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:22.193109 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['77812789-b59f-4abe-9e20-b16f511c9fe2'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:37:22.232057 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Pushing event deleted for resources: {'Port': ['ID=77812789-b59f-4abe-9e20-b16f511c9fe2,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:37:22.334147 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] No DVR routers for this DVR port 77812789-b59f-4abe-9e20-b16f511c9fe2 on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:37:22.338443 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:22.342265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b73187e2-5549-4192-b0db-cc4d3fb61470 req-64d1d5e6-99bd-4ab3-9e8f-562309ffd4d7 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.17 "DELETE /networking/v2.0/ports/77812789-b59f-4abe-9e20-b16f511c9fe2 HTTP/1.1" status: 204 len: 173 time: 0.7042222 Aug 07 01:37:22.342896 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'name': 'network-vif-deleted', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:37:22.345637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f688fc-a896-49d3-b566-70e6338864cc" -d '{"events": [{"server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "name": "network-vif-deleted", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:37:22.389590 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-215e0555-cd8c-460d-9506-8b56c8a43a5c req-c6add7ca-bc5c-4bc8-a355-b7b598198da3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0482171 Aug 07 01:37:22.586625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d1c7df-80c0-4438-97a5-a2a9552210a0 x-openstack-request-id: req-86d1c7df-80c0-4438-97a5-a2a9552210a0 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:37:22.586922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f481f4cc-2803-4f12-9cd2-db6055d1488c", "name": "network-vif-deleted", "tag": "77812789-b59f-4abe-9e20-b16f511c9fe2", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:37:22.587815 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86d1c7df-80c0-4438-97a5-a2a9552210a0 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:37:22.588263 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d1c7df-80c0-4438-97a5-a2a9552210a0'] response: {'server_uuid': 'f481f4cc-2803-4f12-9cd2-db6055d1488c', 'name': 'network-vif-deleted', 'tag': '77812789-b59f-4abe-9e20-b16f511c9fe2', 'status': 'completed', 'code': 200} Aug 07 01:37:23.535035 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-735e4ef4-e5aa-4ae6-9267-a867c8b6af19 req-644c7a89-4766-47d8-9be5-fadac9ced628 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302720 Aug 07 01:37:23.638917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:24.228810 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 77812789-b59f-4abe-9e20-b16f511c9fe2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:37:24.263853 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 77812789-b59f-4abe-9e20-b16f511c9fe2 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:37:24.264389 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 77812789-b59f-4abe-9e20-b16f511c9fe2 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:37:24.671797 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4d84faed-d87d-44ad-b3ca-d51a95b83325 req-61f38f01-1809-40a6-8490-479d7648d017 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0495479 Aug 07 01:37:25.784995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-21a8f0ca-5f27-4a53-b30a-06a7ebaa2bee req-78e5c700-6ee5-4cb9-b43f-379b93258b27 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0336502 Aug 07 01:37:26.903179 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1fd90ed7-6508-483a-8b1f-b0f398d37782 req-4a5b9207-df07-4755-acf6-6b485d575465 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0345299 Aug 07 01:37:28.022224 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-93862915-8338-441a-bb7c-be893fb0340e req-fd75d347-4cc0-4998-b01a-c0e1fb1312b8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0309384 Aug 07 01:37:28.449905 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:37:29.136413 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0cfeb5d-da03-4132-a344-31bc4129da7e req-901ffe19-2247-49df-ada2-478775a99039 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0304403 Aug 07 01:37:30.255818 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3c2f38b8-b99f-4d4f-9f7b-ac6733389109 req-d272c2ab-b0ba-4a7e-999e-65c870902f79 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0313547 Aug 07 01:37:31.374549 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-452fcc6a-3293-4d95-a69d-d4c3983cb49b req-44f5c597-7cda-4c66-9e0a-4f2c6068d86e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0312724 Aug 07 01:37:32.484101 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-46c6b698-d19f-48cb-a978-1153aa337dfd req-a1fe69f6-6776-46ed-a6e2-b70c6f426fda tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302868 Aug 07 01:37:33.615623 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-75486186-62de-4323-a103-b9e5045236a1 req-a001bd06-a805-4577-a4ef-1208f37de294 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0299730 Aug 07 01:37:34.233906 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:34.235804 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:34.741563 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b55e4744-36b9-4f51-9a6f-f940678c0f5b req-73785b91-7eac-4192-89e2-88ea64089454 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0300775 Aug 07 01:37:35.863548 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-23071166-3d47-425d-9449-446b9b56554c req-5dfc8af5-8775-46d6-ba9b-51f5c67c94ca tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0411820 Aug 07 01:37:36.989319 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-338e41aa-1f00-4ccf-860f-4b4cb0e1d34f req-b76daa44-03e0-4d7f-a681-32f5981089f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0338733 Aug 07 01:37:38.138633 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bcf4df98-aa99-4224-8b6f-d3c0f0eb42bc req-b155e50d-5a5c-40ad-8430-f7cc5aa578fc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0305932 Aug 07 01:37:38.445476 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:38.446268 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:39.250165 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9d96167-6acd-4419-813a-014bcdc5b175 req-643226bd-a855-4688-9085-dfbc44bf4eda tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0301955 Aug 07 01:37:40.372043 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4745492c-b67c-4ac8-97fd-45db9f7d5c45 req-e7fda137-b04f-4cef-b13b-63c2d73bc4b5 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0330658 Aug 07 01:37:41.485130 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a83e1178-1c51-4d22-8cd7-f41f4ca6ab60 req-3a579203-e303-4660-b699-16c65aafb8ce tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0323126 Aug 07 01:37:42.001511 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7d41427a-5f31-4efe-8039-2219d7f74c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:42.578353 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:42.600087 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8d958136-0ca6-4604-a82b-4f7de48ae142 req-693589cd-8d49-4747-825f-1c60787593db tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0326447 Aug 07 01:37:43.712539 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ebf56140-5490-4041-a2bd-7de55dc4415b req-a00dacc8-3a32-412c-a16b-87f331315f1e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0292580 Aug 07 01:37:44.852115 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab3d603a-fa78-45ee-9985-52a73bcd35e6 req-0ffa689b-880f-4ed3-94c8-f5d7df0aaff8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0410192 Aug 07 01:37:45.851468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7ff24f1e-bdf0-43dc-aa56-3515d26a440d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:45.974431 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a1f7838f-0db1-4b93-aa25-77e0266673a5 req-ebe685c1-4c03-4a44-86f0-9f534e69ac29 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0338373 Aug 07 01:37:47.083410 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ffc14bed-1694-447c-b629-40e70540facf req-2355bb57-da70-459c-9dae-bb2d827a7a37 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0296192 Aug 07 01:37:48.194076 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bdf85f62-de8c-41f0-901d-9f635af2eda5 req-9e3be568-f12b-487f-8218-fe3d9ae1487d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0301476 Aug 07 01:37:48.404352 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:48.999535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:49.333467 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8360fff2-9ac6-469a-b310-0837a0adae20 req-49d9ec95-5fd1-4b6a-8bc3-1205f5a83968 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0508661 Aug 07 01:37:49.763505 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:50.444666 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=24 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:50.449635 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=25 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:50.468398 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7748abc6-e69d-4bba-be3e-076d05b24ed2 req-397de777-cefc-4efd-8094-90644e6dd79c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0335040 Aug 07 01:37:51.584936 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6ad1f35c-a7aa-4e29-a49a-5964827b16f8 req-05dbd315-bc5b-461d-994b-da94789a9cb8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0297341 Aug 07 01:37:52.693075 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8a46b23c-05de-4c74-b25a-450fb4e46350 req-4a1366fa-7ff9-459d-a152-4e923eeb4465 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0298316 Aug 07 01:37:53.636587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:37:53.797370 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=12 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:37:53.823814 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-697bcaca-d797-4809-9191-e171647d61c4 req-581cacfa-7efb-4abc-844d-be6b7c38719a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0354958 Aug 07 01:37:54.938279 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-351bebf2-8a04-4c2b-80d3-adefca274508 req-b8ee1dd3-838f-42b0-b69c-5e9a1874c190 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0325141 Aug 07 01:37:56.049928 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-66b4c8ae-4eae-4e09-89c7-152bfe0d6a16 req-e0e78290-07fe-4db2-9972-281dce15da94 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0296588 Aug 07 01:37:57.165520 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bf687be5-34ac-49eb-84b2-c779b4c37c4c req-5b924ddc-840d-42b5-a3df-b400472ce79d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0321360 Aug 07 01:37:58.283363 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-65eb51e9-3b1f-4d45-a835-33cb6ed14e82 req-d75059f2-84a5-4f54-98d0-b8f167f8e4b2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0324740 Aug 07 01:37:59.403586 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ee6e09c1-b6d4-4156-be2b-3c0791c003ec req-c6157b6e-b975-454b-ae2c-996addfc948a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0382998 Aug 07 01:38:00.525136 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-1a7ceb9e-8836-4bc5-a375-4879d735169c req-3173640e-cdd9-4d88-8897-d74c254ced10 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0306571 Aug 07 01:38:01.688282 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-aed37bfe-23ed-4327-8c5f-a930a9c3ec48 req-74b1d6e4-0170-405f-8c0f-eb7d585d4d0f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0438750 Aug 07 01:38:02.822325 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b143991e-5b47-4825-9291-c3892e277659 req-6051eea7-d64e-4898-b88e-f967bac149de tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0429366 Aug 07 01:38:03.628923 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:03.631840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:03.963760 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-66b94339-2b5c-4eb8-ae17-c1f2b9e7716e req-5ef755f8-355e-489a-a13a-b6568738abca tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0341456 Aug 07 01:38:05.079459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9305f844-bae4-4301-8abd-7b50a68518b4 req-83e295e2-d9c0-4333-b931-928061dbeb28 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302086 Aug 07 01:38:05.453877 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:38:06.196569 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5421b6b-de16-48d8-ab58-a36afcf6d41d req-5f08de8b-62af-4973-909c-eade0ab1af7c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0323064 Aug 07 01:38:07.089761 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-5155c31f-6887-405d-920a-96a55204d469 req-b83b8f1a-9e38-484f-9edc-77d1fd635683 tempest-AttachVolumeShelveTestJSON-734115863 tempest-AttachVolumeShelveTestJSON-734115863-project] (104194) timed out ('10.222.0.17', 51446) {{(pid=104194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 01:38:07.315183 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-0beddead-29fa-489f-92be-66843d777fdc req-1474aeba-481d-4085-8f77-ff7298a8767e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0354099 Aug 07 01:38:07.874945 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-57257bde-4591-4a0d-ad63-c265657dc068 req-761082f9-4779-49e2-8f06-cdcc7633e749 tempest-AttachVolumeNegativeTest-383374120 tempest-AttachVolumeNegativeTest-383374120-project] (104193) timed out ('10.222.0.17', 51454) {{(pid=104193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 07 01:38:08.427099 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fc87199d-b260-4ec3-8beb-e540f20f9647 req-82e0321d-d7bd-40f6-b150-7647cb314b61 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0308535 Aug 07 01:38:09.539318 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-de6e2e53-eaff-42e4-aa85-8f71f362403c req-1563f923-20a4-48a5-bdd8-7b6227c0eb9c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0306618 Aug 07 01:38:10.663288 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3da48a2a-b0bc-4a0b-ae38-5f3579826b4a req-a148e8b8-92c1-4df5-88f1-94c3137a1bac tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0311742 Aug 07 01:38:11.760499 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:11.785567 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9ecfc826-f4be-4e3b-97ef-53309cedab3c req-cecedb9f-3bf2-40b5-b815-f46a68fccc8a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0375352 Aug 07 01:38:11.996544 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d15d69da-0461-4fe9-a1bf-f7af68fc72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:12.898288 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ab2dc700-0bf2-49fb-8a8a-181c9c6bad75 req-910cc95f-779a-43fd-9511-7eb132bf51eb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0349023 Aug 07 01:38:13.990927 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=16 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:14.027409 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-692b2db8-bd8c-4535-a5da-f997cb092ed5 req-91881115-9fb6-4a1a-b23c-d304ddde3019 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0505939 Aug 07 01:38:14.914204 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-f139205a-86a6-4f7b-bc8a-5481dc5e9064 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660863 Aug 07 01:38:15.001364 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-43836fc2-b4cd-48c3-a165-104ff3f9c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:38:15.002947 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-43836fc2-b4cd-48c3-a165-104ff3f9c1ed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0508986 Aug 07 01:38:15.141120 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-79022f96-1f7d-4d92-a137-4aaea3cc03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:38:15.142654 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-79022f96-1f7d-4d92-a137-4aaea3cc03d1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1059480 Aug 07 01:38:15.182964 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-fade633d-19f7-4fd7-8aa6-3d75b3cbcbd4 req-6ddc940b-49a3-4843-95fc-1b8774fcf091 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0491185 Aug 07 01:38:15.193991 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-847967ae-d553-4ad3-b8db-32de0227d5f9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0402255 Aug 07 01:38:15.257404 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-de524516-f378-435e-8b37-c0ea54a08a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:38:15.259588 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-de524516-f378-435e-8b37-c0ea54a08a84 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0556917 Aug 07 01:38:15.319811 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-62940661-dc37-4873-bb9f-b841164b1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:38:15.322122 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-62940661-dc37-4873-bb9f-b841164b1552 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524657 Aug 07 01:38:15.430932 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-8d18017f-3afb-4ab7-add1-6db9de8d8183 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977824 Aug 07 01:38:15.446384 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:15.551510 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b929b5d2-b2f2-4889-bfea-cd284034cd28 req-61c017e0-13cb-4e6a-9a09-6413c963ff02 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097577 Aug 07 01:38:15.856353 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a05f393d-7c0b-4281-a791-2fc702bf9530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:16.301940 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d54c7b8b-91cd-4bcc-a640-8cb1fd21f15d req-37bbf6d4-a37a-49bb-9a68-8c9e1681b7f3 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0342093 Aug 07 01:38:17.415066 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-26c02db4-9c58-4231-b799-8c567db06e4d req-07e18863-d80c-494b-b38c-ce1c768a153e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0294683 Aug 07 01:38:18.407126 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:18.554277 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ef14021b-6fee-467e-9e08-bf5d91ec70f3 req-7f2a9731-c126-4973-ba4a-b336e765df8b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0535400 Aug 07 01:38:19.001896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:19.678332 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-76736ae0-2a6d-4682-afbf-f67067e88cb5 req-bec2d649-6840-463f-9afd-f996b67cc9f0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0299881 Aug 07 01:38:19.763681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:20.789486 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5476793b-f118-4d29-8bd4-723371926dc8 req-1bd730a2-d500-4b56-b2a3-51ae5bbe6fcc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0300770 Aug 07 01:38:21.882307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=12 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:21.885335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=16 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:21.908276 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-67122a3b-78b7-41d6-b86d-8fddb709a9bf req-7d0c09f4-1b52-44d3-b447-6348d9b83406 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0375817 Aug 07 01:38:23.034628 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6408a44f-a002-48ab-b695-0bd8f5425fc8 req-ad99f89b-d291-4cfc-8613-e6bad7e541fe tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0307086 Aug 07 01:38:23.630748 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:24.145022 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-249cd9f8-cb62-4374-b231-1d067f97d0b3 req-5529c670-9690-4cc3-bfd1-209eaef97e78 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0307946 Aug 07 01:38:25.239209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=55 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:25.262533 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-61484d07-3dcc-48d6-a45c-a4ef24ac2379 req-e4da5f2f-6c88-4988-92a7-7625bee6ac70 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0321252 Aug 07 01:38:26.380741 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-80c99581-874c-44b2-890d-bcbcb3b3f942 req-1c4be53a-17c8-42f3-985a-33c8ce9e5f4b tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0298600 Aug 07 01:38:27.494694 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-dc718a11-123c-4585-bb5c-c840d1cb206e req-27e8f4dd-c874-41c0-823d-755043d0ecca tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0342286 Aug 07 01:38:28.610141 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-75ce5724-ebab-4772-9cc8-b788b94d2bd4 req-33c92faa-4afa-4db1-916e-934906f808ea tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0328534 Aug 07 01:38:29.730635 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4c63ec1d-39b7-4114-8c98-26683b7c608e req-3e74bb17-99d7-4932-a6a6-23c44f554dcc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0306387 Aug 07 01:38:30.848721 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-0d11cc18-69da-45df-9849-82aafa5b38d2 req-ba9189c5-d799-45b1-9521-bde1f09bd65a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0338910 Aug 07 01:38:31.965968 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-92e4ab5b-a71f-4fea-9644-e5f617feb229 req-568a1bfc-bbf2-4c47-adac-5fb0988705f4 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0311632 Aug 07 01:38:33.092950 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-15776295-87d8-4202-b4af-96d6923a2405 req-68e02c0a-7e7e-441c-ac06-d3d177b129be tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0296822 Aug 07 01:38:33.619466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:33.625571 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:34.226115 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cb197571-ba60-4bcc-ba5e-32ebd733bf0a req-b2c3c411-6cca-4e76-8e06-9dd0b788b03a tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0482335 Aug 07 01:38:35.354342 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-df4c31aa-fa24-4c42-a7cc-5df52bd7855e req-43a8168f-fb0d-48f9-a6ac-479ec9517567 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302408 Aug 07 01:38:36.472050 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-16fd066d-2c63-4429-8c02-8639e551b338 req-3d781de4-8c2a-441b-bc52-91a4fbe4df30 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0347581 Aug 07 01:38:37.582499 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e9ac7e56-039e-4f03-bf4e-5d5f4d0799d0 req-68f28b86-5eb8-47c1-9eaf-45890d5d2192 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0298417 Aug 07 01:38:38.693613 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fc20c8d6-28d9-43c5-b5af-970041add07a req-2c06b9c0-0497-4829-a5b9-114161a0c911 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0300806 Aug 07 01:38:39.842026 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8cdf91e5-068a-4202-9750-7101bda24396 req-2fcd175a-aa2e-45cd-a069-824e31806bde tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0327284 Aug 07 01:38:40.970694 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9e1516e3-32bf-4a68-bca0-8c1ccb284422 req-563b1ad9-2c8f-4c6e-8941-a5d98b54c1cb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0315828 Aug 07 01:38:42.002231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a2eaa481-81e0-4f2e-82e4-7131ccaa41a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:42.112393 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3ae47828-cf0b-422d-9e1b-6f23962fe71f req-3d3e2c07-9150-4e55-96b2-fbb21a581403 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302587 Aug 07 01:38:42.454885 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:38:43.223944 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2337ee7f-8a64-446d-84c6-4861ef1bb6a3 req-91aa4406-6a63-464a-b2ca-219ba942ef0c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0301187 Aug 07 01:38:44.371559 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bb7f0fd5-525b-45a0-898e-9f408bc80ee0 req-c12fbd42-4953-47e5-b922-9013b45812e1 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0309896 Aug 07 01:38:45.495396 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5d0ce1c1-42ee-41a4-b43a-7292e09d87f9 req-518eee71-484b-4174-888e-87a6ce966bf6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0411115 Aug 07 01:38:45.860793 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6075c293-cf52-41d3-b823-f5cd325951ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:46.608679 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-25f5bbe9-92e0-4279-ad3b-537294ad953c req-4c7b2a76-a9ae-4763-91d0-2dd5523421a6 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0292568 Aug 07 01:38:47.698893 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=68 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:47.722136 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-23649acb-b6c6-41b2-9fc9-5812849db59a req-0d9734bc-643e-45e5-83c6-2c4c19b50258 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0319068 Aug 07 01:38:48.414003 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:48.861349 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54593dde-02b4-4020-b212-436cd9d4439e req-805b8435-7ee6-47ae-a576-bea329e68273 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0351498 Aug 07 01:38:49.000405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:49.768686 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:49.983358 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f8ad17f0-2847-41fe-8175-5820d070cc01 req-3329e70a-98fb-4127-85e6-a9bdc83e93d0 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0428190 Aug 07 01:38:51.092759 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-685f701d-ba3f-475a-b436-e4d9e162684e req-0f9c25e2-4663-46eb-8e41-9b550f0158ee tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0298111 Aug 07 01:38:52.205154 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-772f3c74-1c0e-44d1-9428-9facc39fcaeb req-ffd97f07-7fb2-422a-add0-0eeea246d8d9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302534 Aug 07 01:38:52.449729 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:52.450600 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:53.296332 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:53.298463 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=14 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:53.318980 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-345cacfd-8f12-4da0-9a0c-edf21dbac39e req-844e3458-ab93-4f99-a62d-07a0b2b53a79 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0321834 Aug 07 01:38:53.629571 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:38:54.444219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-57db0e72-484f-423c-88a1-d80eab322881 req-0f08564f-c7ed-434b-975e-8e0f32bb1b56 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0336058 Aug 07 01:38:55.556958 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78508b55-8926-4857-bde2-f01b79cf998a req-af92f45d-bda6-41cc-8eb8-aa97be699ab2 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0297925 Aug 07 01:38:56.682798 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2a468991-cc99-476d-901f-d8fe217e712b req-98a01c86-1c99-4dfc-aa10-5e164198b6a9 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0288320 Aug 07 01:38:57.791205 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-69688e58-9b48-4da6-9331-c3937da164d8 req-103d4232-11e4-4abb-b71c-cf01a37053af tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0317926 Aug 07 01:38:58.902415 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=14 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:38:58.924722 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-df074bc2-0d96-4e14-a46d-0b0f7a766970 req-07aa609a-6588-412f-b844-66f3a92e19ab tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0320432 Aug 07 01:39:00.079471 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e0ee2288-8981-4243-8396-2873ed446e0b req-a5ecf29b-f9f4-4417-8489-2667fc371595 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0498505 Aug 07 01:39:01.188834 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d446aaf0-af6e-4e05-bdf9-7836ac543b4f req-e6d4feb4-1a31-4bec-a398-0678f5e71b75 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0293067 Aug 07 01:39:02.323830 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6ee6e8b2-20e1-46c4-b610-3af2fe301e28 req-7409a284-fcc7-443e-86f5-2a8df3f0977d tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0326197 Aug 07 01:39:03.454827 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b83bd8c1-5b0f-442c-b49e-b7f4379593a2 req-7e19b07e-f87e-4046-9d64-2aceedac5843 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0329118 Aug 07 01:39:03.623777 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:03.625694 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:04.583433 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-09c18134-b8d0-4132-9269-1b7b1477f999 req-43f09b96-2019-4807-83cb-c92fca0b6935 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0291834 Aug 07 01:39:05.829836 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f075eefb-12df-4849-b9b4-2de11eb03efb req-8913b01b-18c6-4f15-819f-0bf19d824fed tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0299895 Aug 07 01:39:06.946453 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4d65b83-51de-4aac-bc02-af5fd979fe95 req-d6b8cb4f-a3dd-4e0c-9feb-e77d1aa203ba tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0330637 Aug 07 01:39:08.066917 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-4a60eaa9-0903-445d-bf79-45d53c40c954 req-c6eaa27b-517e-402b-84eb-5f633cc18b9e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0305820 Aug 07 01:39:08.392768 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:09.183648 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-defa9401-eaa6-4619-95f6-1d7cdc3bc3f0 req-3cacf531-4d53-4b36-8263-201d99f5f14c tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0300474 Aug 07 01:39:10.296645 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-24f54162-e292-4cf9-8df9-f65499b49427 req-bf76200c-469f-4920-bc50-b5df1143f46e tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0347192 Aug 07 01:39:11.412551 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-32a4f201-c834-4568-ac4d-4f2ff911f88c req-4eb23ece-38df-4a99-b992-5fc8df78b0ed tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302563 Aug 07 01:39:12.003501 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-51d38a19-a7ea-4bb2-b984-7b162412fbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:12.531381 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c6d76698-0937-48f7-9900-e6460ffd2327 req-cb2efe7f-f87c-4233-b0aa-a20dc0fe8d0f tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0339434 Aug 07 01:39:13.667766 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-892227c2-7330-42dd-a40a-924bfe3667da req-344bd392-8945-4c09-aa80-58d168ea0abb tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0302551 Aug 07 01:39:14.790839 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8bde517a-372b-46e9-8335-a716521a9d3a req-11590cfd-e84f-4e1f-9f45-516ad13862f8 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0304790 Aug 07 01:39:14.900009 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-ed316beb-058f-4b9c-b3de-1fa2c41f062c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428095 Aug 07 01:39:15.001897 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a083b4-416f-4389-b708-a2104be8d7ae req-f72493d8-3a2c-4feb-8ce3-254743acdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:39:15.003392 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-f72493d8-3a2c-4feb-8ce3-254743acdac8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0465097 Aug 07 01:39:15.127437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a083b4-416f-4389-b708-a2104be8d7ae req-7666a012-53c3-46a6-8b36-c38e6949fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:39:15.129212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-7666a012-53c3-46a6-8b36-c38e6949fbc1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1021883 Aug 07 01:39:15.170448 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-afbd2134-581c-4121-89ce-0375e3f0ac3d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0346861 Aug 07 01:39:15.231233 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a083b4-416f-4389-b708-a2104be8d7ae req-abe88655-2e7a-4f84-bdc6-0c0c6b0ea3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:39:15.232866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-abe88655-2e7a-4f84-bdc6-0c0c6b0ea3df service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0520341 Aug 07 01:39:15.287964 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a083b4-416f-4389-b708-a2104be8d7ae req-842c11e9-1fdc-4043-98c6-83e959a45db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:39:15.289585 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-842c11e9-1fdc-4043-98c6-83e959a45db7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451086 Aug 07 01:39:15.394791 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-65220c85-b80f-48b4-b44c-4f5c7e9a2c1b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954587 Aug 07 01:39:15.505581 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-15a083b4-416f-4389-b708-a2104be8d7ae req-de5bec5d-7c55-4694-8ade-ce3042adaf97 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001523 Aug 07 01:39:15.864557 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1c196bfe-b98e-43d7-85a2-9cc99fe8f099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:15.960119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-268eb51d-c565-41fb-bb25-9e6e5d52a17b req-00ae23a4-39a6-4a01-8043-949640e8d429 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0419428 Aug 07 01:39:17.075916 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-944c4b2e-0353-4f3c-9c02-212a2e2c75df req-90a94125-35ab-498d-ad1c-ff466f76becc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0305424 Aug 07 01:39:18.195363 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78b780b8-88a8-40e8-a55e-cc60ed214515 req-f74722f8-7fde-4f3d-9886-4b8e899f5a96 tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0299323 Aug 07 01:39:18.415290 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:18.996428 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:19.300919 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=63 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:19.328437 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f34ebe40-a9b9-45cf-a621-96b6ffbd1054 req-b8e9cecb-71cf-425d-a2ac-951d27da49bc tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0399578 Aug 07 01:39:19.454249 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:39:19.770604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:20.438799 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a8569f36-87df-4732-bdf7-39b30e300660 req-a32f9538-606b-4f58-8371-26cdd9d1beab tempest-VolumesSnapshotTestJSON-2086260047 tempest-VolumesSnapshotTestJSON-2086260047-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f481f4cc-2803-4f12-9cd2-db6055d1488c HTTP/1.1" status: 200 len: 210 time: 0.0298247 Aug 07 01:39:22.945573 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 51010) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:39:23.111429 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.242041 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Publish callbacks [] for security_group (9b1ec0ea-d546-40d2-8ae6-3907418861c2), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.247578 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9b1ec0ea-d546-40d2-8ae6-3907418861c2), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.521650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=25,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:23.522284 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=27,neutron:INSERT=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:23.555010 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=59e811f0e4e54633b32d74602eef1723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6079068 Aug 07 01:39:23.561187 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ec0ea-d546-40d2-8ae6-3907418861c2,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:39:23.562201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 51020) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:39:23.570828 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.571388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.571940 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.572554 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.573117 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.573720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.574498 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.575041 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.575595 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.576360 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.576915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.577514 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.578121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.578676 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.579235 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b09d8b-5fb0-462c-b3da-7588c93300ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:23.635167 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.900817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Publish callbacks [] for security_group (9b1ec0ea-d546-40d2-8ae6-3907418861c2), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.926119 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Publish callbacks [] for security_group (9b1ec0ea-d546-40d2-8ae6-3907418861c2), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.989148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9b1ec0ea-d546-40d2-8ae6-3907418861c2), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.992042 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:23.993524 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9b1ec0ea-d546-40d2-8ae6-3907418861c2 HTTP/1.1" status: 204 len: 168 time: 0.4298818 Aug 07 01:39:24.008671 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ec0ea-d546-40d2-8ae6-3907418861c2,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:39:24.031366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.031554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.032194 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.033115 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.033687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.034596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.035426 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.036226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.037064 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.037641 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.038360 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.039152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.039471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.040035 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.040832 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a3a38f-24bd-4dce-9330-5ba3b375c1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:39:24.411094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 51032) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:39:24.427148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0258e5af-f553-4aa7-b3ce-081c24814723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.537304 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0258e5af-f553-4aa7-b3ce-081c24814723 admin admin] Publish callbacks [] for security_group (5cd57367-dfd1-42e2-b13c-55f4cfe54908), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.543268 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0258e5af-f553-4aa7-b3ce-081c24814723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5cd57367-dfd1-42e2-b13c-55f4cfe54908), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.621019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0258e5af-f553-4aa7-b3ce-081c24814723 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2aba242ce2f141868b6c2052e54ce7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085242 Aug 07 01:39:24.623110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258e5af-f553-4aa7-b3ce-081c24814723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd57367-dfd1-42e2-b13c-55f4cfe54908,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:39:24.623982 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 51036) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:39:24.685321 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] Publish callbacks [] for security_group (5cd57367-dfd1-42e2-b13c-55f4cfe54908), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.710720 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] Publish callbacks [] for security_group (5cd57367-dfd1-42e2-b13c-55f4cfe54908), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.767499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5cd57367-dfd1-42e2-b13c-55f4cfe54908), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.771559 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:24.773292 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5cd57367-dfd1-42e2-b13c-55f4cfe54908 HTTP/1.1" status: 204 len: 168 time: 0.1477158 Aug 07 01:39:24.784976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a80f-7572-44aa-81e7-8dc7e24cbd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd57367-dfd1-42e2-b13c-55f4cfe54908,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:39:29.449977 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:29.450758 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.070017 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=2,neutron:SELECT=23 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.609567 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.616038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=39,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.744699 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.778860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:34.803575 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:39:42.021676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-cdaab606-7f0b-4d58-ba2d-763ac7bc24ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:45.870356 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-fd293bd5-f1d9-406c-915c-23471359677a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:48.416681 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:48.999295 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:49.774033 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:53.622189 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:39:56.454058 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:40:03.609083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:03.618145 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:11.767768 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:11.769546 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:12.004850 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f34e-fbee-4244-b7de-2e4b8291134e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:15.867160 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e6224372-9c02-4705-828f-1479738accab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:16.868255 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-0e5d1e79-9edc-40f2-a3b6-d1f480911837 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435057 Aug 07 01:40:16.938306 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422edb-a79a-4e27-94df-136405217c84 req-a2fc172b-2a06-471e-8ced-8132f6a08ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:40:16.939817 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-a2fc172b-2a06-471e-8ced-8132f6a08ca0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0429909 Aug 07 01:40:17.075018 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422edb-a79a-4e27-94df-136405217c84 req-48f87991-4324-4dc4-acba-bd4dbc7b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:40:17.077391 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-48f87991-4324-4dc4-acba-bd4dbc7b4084 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1146672 Aug 07 01:40:17.144926 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-405264d5-3d32-421c-a46c-0f467cef9236 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0571954 Aug 07 01:40:17.217836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422edb-a79a-4e27-94df-136405217c84 req-bed98270-5404-4295-8f36-97d55cae59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:40:17.219990 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-bed98270-5404-4295-8f36-97d55cae59ad service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0646005 Aug 07 01:40:17.300651 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422edb-a79a-4e27-94df-136405217c84 req-2d538725-ddb4-4a48-928a-be43ff51fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:40:17.303070 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-2d538725-ddb4-4a48-928a-be43ff51fa56 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720577 Aug 07 01:40:17.408841 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-12451242-a60a-4926-bbdf-68b53ff26cdc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986609 Aug 07 01:40:17.524684 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ce422edb-a79a-4e27-94df-136405217c84 req-ca4eeafc-a732-4e7c-b82f-cac52e858be7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047144 Aug 07 01:40:18.421656 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:19.003669 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:19.772756 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:23.651747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:27.519260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=50 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:27.521198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=43 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:33.454715 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:40:33.641428 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:33.645321 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:42.002391 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9931-c8df-4f51-8675-2033308f4d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:43.449127 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:43.450799 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:40:45.867963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-90ac1e37-c8da-4bc7-a18c-a2957b917eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:48.432062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:49.003193 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:49.776197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:40:53.644986 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:03.637566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:03.640772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:10.455833 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:41:11.998909 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ccc5-e2b1-4f9f-9282-1123f6070558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:15.864964 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ef3c809b-69e7-484b-b77b-dcd55461eddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:18.426737 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:18.926173 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-97de792f-1491-4c93-9854-6c99cbf19d61 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726774 Aug 07 01:41:19.001359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:19.022852 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-81baf943-7cbd-49a5-b4e2-667c4261cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:41:19.024428 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-81baf943-7cbd-49a5-b4e2-667c4261cffb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0499928 Aug 07 01:41:19.153211 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-5aa98cac-1fa1-4f1b-9b1e-b51a29076e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:41:19.154740 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-5aa98cac-1fa1-4f1b-9b1e-b51a29076e4e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1044610 Aug 07 01:41:19.201559 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-dc71554c-d33a-414b-a8e2-615ccf0ea477 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0361164 Aug 07 01:41:19.263310 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-2c900056-969a-4446-9b43-dd3801931644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:41:19.264818 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-2c900056-969a-4446-9b43-dd3801931644 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0537109 Aug 07 01:41:19.323375 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-17b1763f-9bf8-475d-a7cf-c18df2c11a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:41:19.325133 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-17b1763f-9bf8-475d-a7cf-c18df2c11a59 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496073 Aug 07 01:41:19.344070 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-775c13e1-88ae-4413-a4f8-c9edb9057f8e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:41:19.345245 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-775c13e1-88ae-4413-a4f8-c9edb9057f8e service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080242 Aug 07 01:41:19.499741 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-aaf10c07-c8fc-41f9-8d0a-f9f7a6230e1d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473758 Aug 07 01:41:19.660719 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fd3d5032-2534-41ef-a2b0-633150b61ba5 req-5c9c300c-af37-4ae3-8f76-d2b7fdc315b1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502664 Aug 07 01:41:19.779105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:20.450101 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:20.451856 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:23.667627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:29.644093 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=42 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:29.655450 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=51 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:33.659965 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:33.662051 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:41.997031 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-64d7e301-6d2f-4a9c-8593-75d12cea7dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:45.862742 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4172fee8-b503-40c5-b42f-89d1664d0269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:47.455678 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:41:48.430443 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:49.002166 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:49.782367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:53.659202 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:41:57.451291 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:41:57.452302 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=6 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:03.652195 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:03.654413 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:11.773339 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:11.774328 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=13 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:11.999491 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-593def59-120a-42bd-b881-f170aa260049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:15.860101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0dede6b4-bd7f-4763-a06a-5242655e10d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:18.436077 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:19.006209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:19.007164 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-973b8861-888b-4bb2-8d9c-94ab873cf115 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1800692 Aug 07 01:42:19.083016 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-4468a9d0-2b36-4c73-8859-5efbf3df780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:42:19.084697 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-4468a9d0-2b36-4c73-8859-5efbf3df780c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0503802 Aug 07 01:42:19.204782 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-f1d84e31-eee1-4598-8ee1-e530950ece8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:42:19.206807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-f1d84e31-eee1-4598-8ee1-e530950ece8c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.0957181 Aug 07 01:42:19.269364 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-9c3b49f6-d4ad-4442-9f99-4aa14c3b7e96 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0495672 Aug 07 01:42:19.329313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-a0a02f12-84d2-455f-8275-1d3a81ef6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:42:19.330962 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-a0a02f12-84d2-455f-8275-1d3a81ef6318 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0542560 Aug 07 01:42:19.383195 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-d6e45afa-4b1a-460f-9a0f-6a1afc8bc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:42:19.384755 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-d6e45afa-4b1a-460f-9a0f-6a1afc8bc646 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429447 Aug 07 01:42:19.535723 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-9c721656-a5ce-440a-a52d-ca365c2423f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384389 Aug 07 01:42:19.665784 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b920d2b0-388b-411a-958e-4d01a02ddb01 req-8ffa479d-e5ea-4eda-9ca4-2fdb31e291e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188486 Aug 07 01:42:19.786870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:23.660942 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:24.455090 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:42:29.658018 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=50 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:29.660118 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=43 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:33.653755 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:33.656748 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:34.450419 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:34.451371 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:42:42.005408 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4dd80f9d-d6e2-4a82-9d6e-f7f6e38e2353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:45.872881 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d864852e-e3be-43d1-8178-0aefe8bc0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:48.436524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:49.006950 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:49.788708 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:42:53.649102 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:01.455262 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:43:03.637799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:03.643854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:08.403878 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:11.450686 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:12.002413 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a3468f70-0050-4682-96b7-4888acef1744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:15.867547 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5108bc88-f5aa-4b85-8403-ef26bc32f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:18.439705 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:19.005247 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:19.796987 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:20.917806 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-ce0f4733-bc7d-425d-b68a-22f41be628af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670476 Aug 07 01:43:21.022168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-7320affd-afda-4878-8d2e-3fc81ac92f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:43:21.023710 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-7320affd-afda-4878-8d2e-3fc81ac92f8d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0516393 Aug 07 01:43:21.144328 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-178cf39a-9db1-4808-9625-7300a9f025be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:43:21.145871 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-178cf39a-9db1-4808-9625-7300a9f025be service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.0994847 Aug 07 01:43:21.198086 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-2a0f8cb5-6ab8-4fcc-9032-84ca9201da94 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0431316 Aug 07 01:43:21.259061 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-ba23c9ea-1099-487e-9be7-b37c849e45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:43:21.260877 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-ba23c9ea-1099-487e-9be7-b37c849e45cb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0521867 Aug 07 01:43:21.322137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-eb7cefd9-7501-402b-9346-77f8708d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:43:21.325176 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-eb7cefd9-7501-402b-9346-77f8708d451e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524442 Aug 07 01:43:21.436539 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-479561b6-c7cd-4dff-b80c-b63ca8efe0e3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001096 Aug 07 01:43:21.559296 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ec38d5c2-0467-4f21-a35a-746010c4f9e7 req-f47737a3-340e-4014-acab-38c5571b11ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125200 Aug 07 01:43:23.666099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:23.887431 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 53776) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:43:24.022973 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.176053 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Publish callbacks [] for security_group (1cf7a314-c6eb-4263-8bc3-8e4dd015fede), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.184262 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1cf7a314-c6eb-4263-8bc3-8e4dd015fede), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.242693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf7a314-c6eb-4263-8bc3-8e4dd015fede,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:43:24.248207 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8db53b739ba9452ab93916917bba9a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595805 Aug 07 01:43:24.251335 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 53790) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:43:24.257005 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.257353 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.257695 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.258178 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.258511 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.258842 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.259169 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.259494 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.259820 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.260147 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.260503 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.260831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.261153 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.261478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.261799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f248fb-8ebc-4271-9932-caa2f91a49c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.334627 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Publish callbacks [] for security_group (1cf7a314-c6eb-4263-8bc3-8e4dd015fede), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.362816 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Publish callbacks [] for security_group (1cf7a314-c6eb-4263-8bc3-8e4dd015fede), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.430549 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1cf7a314-c6eb-4263-8bc3-8e4dd015fede), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.433545 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.435027 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1cf7a314-c6eb-4263-8bc3-8e4dd015fede HTTP/1.1" status: 204 len: 168 time: 0.1811745 Aug 07 01:43:24.449018 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf7a314-c6eb-4263-8bc3-8e4dd015fede,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:43:24.462729 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.463303 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.463879 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.464486 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.465054 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.465623 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.466166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.466718 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.467516 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.468059 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.468644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.469194 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.469736 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.470294 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.470832 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c969559-936d-412b-8e88-631f1635cf6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:43:24.859527 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 53798) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:43:24.874290 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-befb7adc-59a3-42c1-89d4-f786c6eeab2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.963069 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-befb7adc-59a3-42c1-89d4-f786c6eeab2f admin admin] Publish callbacks [] for security_group (e0c69dc2-98c0-4901-96bf-1fc1068568fd), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:24.967618 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-befb7adc-59a3-42c1-89d4-f786c6eeab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e0c69dc2-98c0-4901-96bf-1fc1068568fd), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:25.010929 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-befb7adc-59a3-42c1-89d4-f786c6eeab2f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=be3a83de91624ea7a0a2b1f7cda08df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501150 Aug 07 01:43:25.011868 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7adc-59a3-42c1-89d4-f786c6eeab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c69dc2-98c0-4901-96bf-1fc1068568fd,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:43:25.014637 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 53800) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:43:25.094709 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] Publish callbacks [] for security_group (e0c69dc2-98c0-4901-96bf-1fc1068568fd), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:25.130076 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] Publish callbacks [] for security_group (e0c69dc2-98c0-4901-96bf-1fc1068568fd), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:25.213652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (e0c69dc2-98c0-4901-96bf-1fc1068568fd), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:25.217817 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:25.219701 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e0c69dc2-98c0-4901-96bf-1fc1068568fd HTTP/1.1" status: 204 len: 168 time: 0.2036159 Aug 07 01:43:25.233687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aadc72-c7c6-47c2-b38a-8e9c8f0f6da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c69dc2-98c0-4901-96bf-1fc1068568fd,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:43:34.236434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=64,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:34.250715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=68,neutron:INSERT=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:35.186941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:35.226191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:35.252821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:35.254156 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:38.455546 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:43:42.007433 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5a0da76b-de97-4e04-b105-2fbdbb759da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:45.866885 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-491fa07d-f20a-4b5a-b5ef-9393a5851217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:48.443436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:48.450945 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:48.452002 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:43:49.016030 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:49.808312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:43:53.658093 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:03.650629 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:03.653881 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:11.995317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c4fc3183-342c-4aa5-bd6c-e7bf08ec9784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:15.455258 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:44:15.864511 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4148fac1-e6f3-427b-a7c4-72d94a61cdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:18.448858 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:18.600832 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:19.003917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:19.798800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:22.916548 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-7232c3e7-4447-4300-a6e6-f7c3e1e2f51d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463543 Aug 07 01:44:22.993413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14891-73a4-4a45-abdc-338a46493812 req-fe24b214-2263-48d3-adc0-5b7895ffcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:44:22.995044 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-fe24b214-2263-48d3-adc0-5b7895ffcc92 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 1129 time: 0.0470793 Aug 07 01:44:23.170291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14891-73a4-4a45-abdc-338a46493812 req-b8169769-3267-4f29-b5d8-c248fcc8467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:44:23.172702 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-b8169769-3267-4f29-b5d8-c248fcc8467c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1486104 Aug 07 01:44:23.218073 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-ecc9feeb-32dc-4207-850f-60d18df02c78 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 200 len: 217 time: 0.0352077 Aug 07 01:44:23.285785 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14891-73a4-4a45-abdc-338a46493812 req-9481f9aa-bfba-4af8-9cc8-1b4a04fae88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:44:23.287696 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-9481f9aa-bfba-4af8-9cc8-1b4a04fae88d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0607011 Aug 07 01:44:23.344094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14891-73a4-4a45-abdc-338a46493812 req-f218690b-dba3-4dea-a9aa-c0cbb454438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:44:23.345683 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-f218690b-dba3-4dea-a9aa-c0cbb454438c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471025 Aug 07 01:44:23.457795 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-eb7da09a-d5e1-4556-911e-2268af28e9d9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018126 Aug 07 01:44:23.575815 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-44e14891-73a4-4a45-abdc-338a46493812 req-b2ea16d9-3122-4a2f-80b4-c2f78e1d5300 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080017 Aug 07 01:44:23.664817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:25.450875 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:33.566857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=47 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:33.569951 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=46 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:33.652625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:33.659085 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:44:41.992550 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-358b1e2f-79c4-47fe-9bb4-ba1ae04df1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:45.870806 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2bb1658f-38dd-4e3a-9761-4bd457a948a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:48.449772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:49.005000 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:49.803838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:52.460478 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:44:53.684426 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:44:55.600767 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:03.666975 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:03.678125 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:08.408696 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:08.409597 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:11.994730 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-22c6a820-50d3-4092-94a6-363324512abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:15.877137 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-baef1f3f-8af2-4d61-a14c-f804ca135143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:18.453719 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:19.003538 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:19.826583 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:22.878960 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-a1fa65e0-d6b9-46a8-a2e7-7837b62879ba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438194 Aug 07 01:45:23.001011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-a6915347-a0c3-4360-9c2c-376ea1afff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:45:23.004316 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-a6915347-a0c3-4360-9c2c-376ea1afff1c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 1130 time: 0.0660045 Aug 07 01:45:23.163062 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-90bf53aa-1f96-4c88-a5fc-fe64b12d78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:45:23.165618 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-90bf53aa-1f96-4c88-a5fc-fe64b12d78cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 200 len: 920 time: 0.1288090 Aug 07 01:45:23.222050 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-ecc53487-8d5d-4f88-8396-5807271e2b6b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 200 len: 217 time: 0.0458877 Aug 07 01:45:23.281621 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-80940539-3bc5-4577-8765-e56cca023054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:45:23.283763 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-80940539-3bc5-4577-8765-e56cca023054 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 200 len: 858 time: 0.0511169 Aug 07 01:45:23.337334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-a305e119-c599-4b8c-9faf-9ba5a5dca7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:45:23.338875 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-a305e119-c599-4b8c-9faf-9ba5a5dca7bf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=fd0a1aca-5011-496b-8c8b-5bafdabdf653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438681 Aug 07 01:45:23.446895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-71252bf6-90b7-42de-a0a3-cf975269c007 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968237 Aug 07 01:45:23.554187 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e39cb2b0-ebf0-446e-a7df-a3b20f683fca req-879b66e8-ba78-43cb-9810-801a69128c1b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966866 Aug 07 01:45:23.685747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:29.459570 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:45:33.547152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=52 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:33.550232 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=41 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:33.678439 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:33.681509 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:39.455237 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:39.455999 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:45:41.999167 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bafe319b-389d-4570-8773-1a967bec937c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:45.865133 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-d0cbdafb-fb8b-4120-8171-6d25b3c3aa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:48.457179 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:49.003658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:49.813780 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:45:53.704733 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:03.697985 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:03.700069 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:06.460007 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:46:11.998207 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d983acb-bd95-4a50-9039-e89f2eca1c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:15.862061 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0fda142d-d8d0-4e14-8669-117d24b9ab0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:16.455510 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:17.403991 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:18.473008 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:19.004747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:19.818817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:22.402660 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8257d1-c199-4732-adeb-de1c38b06728 req-e1311ebc-6b5b-46a2-9503-08bd754e1620 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:22.404366 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8c8257d1-c199-4732-adeb-de1c38b06728 req-e1311ebc-6b5b-46a2-9503-08bd754e1620 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.4294162 Aug 07 01:46:22.464635 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8c8257d1-c199-4732-adeb-de1c38b06728 req-e1aa7f75-f9ac-45a7-a412-c84c94ee53ad tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Aug 07 01:46:22.534447 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 55884) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:22.671174 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:22.772509 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Publish callbacks [] for security_group (3c965cbb-c822-42cf-9a33-72a19dcb9554), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:22.778624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3c965cbb-c822-42cf-9a33-72a19dcb9554), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:22.828355 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c965cbb-c822-42cf-9a33-72a19dcb9554,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:22.833645 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6b616599cdcd4d20a9456da6296b97c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980518 Aug 07 01:46:22.838343 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 55890) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:22.847986 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.847986 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.848554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.848757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.849254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.849831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.850198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.850549 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.850898 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.851239 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.851703 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.852435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.852639 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.852983 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.853319 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b50741c-7163-4ed8-937b-563a961668e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:22.929479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Publish callbacks [] for security_group (3c965cbb-c822-42cf-9a33-72a19dcb9554), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:22.956385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Publish callbacks [] for security_group (3c965cbb-c822-42cf-9a33-72a19dcb9554), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.014253 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3c965cbb-c822-42cf-9a33-72a19dcb9554), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.017586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.018808 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c965cbb-c822-42cf-9a33-72a19dcb9554 HTTP/1.1" status: 204 len: 168 time: 0.1785941 Aug 07 01:46:23.033648 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c965cbb-c822-42cf-9a33-72a19dcb9554,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:23.043871 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.044373 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.045101 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.045490 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.046245 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.046577 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.047128 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.048297 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.048834 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.049219 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.049601 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.049996 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.050388 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.050792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.051394 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e15646-6605-4764-aad0-b15cd0cb4a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:23.386537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 55900) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:23.401775 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7687-3b2f-4a12-8b89-8ed5870a30a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.509989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7687-3b2f-4a12-8b89-8ed5870a30a9 admin admin] Publish callbacks [] for security_group (150c00bb-e5cd-4ad1-9d70-097668ee3de1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.515782 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7687-3b2f-4a12-8b89-8ed5870a30a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (150c00bb-e5cd-4ad1-9d70-097668ee3de1), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.591357 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ef2b7687-3b2f-4a12-8b89-8ed5870a30a9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3efb8ddf7d0c48698b7e9f54406414ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034347 Aug 07 01:46:23.592614 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b7687-3b2f-4a12-8b89-8ed5870a30a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150c00bb-e5cd-4ad1-9d70-097668ee3de1,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:23.594876 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 55906) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:23.667550 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] Publish callbacks [] for security_group (150c00bb-e5cd-4ad1-9d70-097668ee3de1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.694304 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.700224 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] Publish callbacks [] for security_group (150c00bb-e5cd-4ad1-9d70-097668ee3de1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.770077 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (150c00bb-e5cd-4ad1-9d70-097668ee3de1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.773094 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:23.774445 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/150c00bb-e5cd-4ad1-9d70-097668ee3de1 HTTP/1.1" status: 204 len: 168 time: 0.1781609 Aug 07 01:46:23.788269 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb07ac-1db6-4419-9773-359925688c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150c00bb-e5cd-4ad1-9d70-097668ee3de1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:23.960747 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ff7b1-3b21-4c2f-96e5-51d1745d5289 req-a470ee28-1a98-4424-a366-33e7c8bddaeb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:23.963523 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-955ff7b1-3b21-4c2f-96e5-51d1745d5289 req-a470ee28-1a98-4424-a366-33e7c8bddaeb tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.3804102 Aug 07 01:46:24.030036 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-955ff7b1-3b21-4c2f-96e5-51d1745d5289 req-a977f781-b1a0-45a6-9c24-6fb3f554190d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Aug 07 01:46:25.257294 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c253-4455-4874-aa6f-b0c2cceea673 req-2f784444-0295-4de3-ae0c-b95b4a38d03d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:25.260198 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3078c253-4455-4874-aa6f-b0c2cceea673 req-2f784444-0295-4de3-ae0c-b95b4a38d03d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0980067 Aug 07 01:46:25.352881 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-3078c253-4455-4874-aa6f-b0c2cceea673 req-c77757c6-e225-48a5-b0b6-9c70f0c8905e tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791874 Aug 07 01:46:26.543485 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8dd36-d573-4361-aaf7-1131593ad4d0 req-86d88641-189a-4fe2-88e5-9117f523746d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:26.546199 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7ce8dd36-d573-4361-aaf7-1131593ad4d0 req-86d88641-189a-4fe2-88e5-9117f523746d tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Aug 07 01:46:26.606433 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7ce8dd36-d573-4361-aaf7-1131593ad4d0 req-f20c5c31-078f-41f6-ac6d-4b87fbf97338 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Aug 07 01:46:27.313506 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56006) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:27.454579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-310a5b3c-2ca7-4ad1-a61e-0cf324d194e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.567689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-310a5b3c-2ca7-4ad1-a61e-0cf324d194e6 admin admin] Publish callbacks [] for security_group (825811cc-85c7-47b8-acdd-65d9847ee153), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.572775 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-310a5b3c-2ca7-4ad1-a61e-0cf324d194e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (825811cc-85c7-47b8-acdd-65d9847ee153), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.623947 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-310a5b3c-2ca7-4ad1-a61e-0cf324d194e6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1724d50ea3cb4db7b8b9363ad2f7198c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064036 Aug 07 01:46:27.623947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5b3c-2ca7-4ad1-a61e-0cf324d194e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825811cc-85c7-47b8-acdd-65d9847ee153,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:27.625263 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56010) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:27.686110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-4e582a01-c6fb-4e2b-9f08-a20aedfaddb7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:27.687868 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-4e582a01-c6fb-4e2b-9f08-a20aedfaddb7 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.0573063 Aug 07 01:46:27.721865 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] Publish callbacks [] for security_group (825811cc-85c7-47b8-acdd-65d9847ee153), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.779991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:27.789126 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] Publish callbacks [] for security_group (825811cc-85c7-47b8-acdd-65d9847ee153), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.814108 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Deleting port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:27.814346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.842929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a722c9-042f-4058-9fc7-c2a876595661 req-e9ba748a-73c1-4b60-bb49-8bab2b9aa4dd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:27.846094 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73a722c9-042f-4058-9fc7-c2a876595661 req-e9ba748a-73c1-4b60-bb49-8bab2b9aa4dd tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 945 time: 0.1065724 Aug 07 01:46:27.908580 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:27.949612 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-73a722c9-042f-4058-9fc7-c2a876595661 req-0fee2888-902b-4259-a078-2d8d0db11238 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835969 Aug 07 01:46:27.964802 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (825811cc-85c7-47b8-acdd-65d9847ee153), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.968606 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:27.969860 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/825811cc-85c7-47b8-acdd-65d9847ee153 HTTP/1.1" status: 204 len: 168 time: 0.3426747 Aug 07 01:46:27.982518 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f0796-bb54-4704-bb34-dd2887321d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825811cc-85c7-47b8-acdd-65d9847ee153,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:28.025001 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] For port 9ea29730-37e9-45db-98d4-1ef7d39b89d9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ea29730-37e9-45db-98d4-1ef7d39b89d9,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:28.025415 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.053046 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Calling delete_port for 9ea29730-37e9-45db-98d4-1ef7d39b89d9 owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:28.247500 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (9ea29730-37e9-45db-98d4-1ef7d39b89d9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.274332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['c91dc146-cf64-40b0-a3e9-644405de258c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:46:28.306044 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event deleted for resources: {'Port': ['ID=9ea29730-37e9-45db-98d4-1ef7d39b89d9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:28.393203 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] No DVR routers for this DVR port 9ea29730-37e9-45db-98d4-1ef7d39b89d9 on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:46:28.397652 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.404089 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-752eab13-dafd-4fc6-af4f-2373bbac5b6d req-605b9948-b3ea-40a0-a4db-3e64bd1b5a1a tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "DELETE /networking/v2.0/ports/9ea29730-37e9-45db-98d4-1ef7d39b89d9 HTTP/1.1" status: 204 len: 173 time: 0.7099977 Aug 07 01:46:28.404884 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'name': 'network-vif-deleted', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:46:28.410459 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aae125-3c0b-4189-bf84-58405faf4247" -d '{"events": [{"server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "name": "network-vif-deleted", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:46:28.414363 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56024) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:28.455499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5086e08a-7d01-4220-8458-3089b91d98e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.511260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:28.547224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:28.612395 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5086e08a-7d01-4220-8458-3089b91d98e9 admin admin] Publish callbacks [] for security_group (a83bc307-7ccb-463c-928e-3129a2896322), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.618101 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5086e08a-7d01-4220-8458-3089b91d98e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a83bc307-7ccb-463c-928e-3129a2896322), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.646197 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ea29730-37e9-45db-98d4-1ef7d39b89d9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:46:28.681413 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56032) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:28.682190 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-5086e08a-7d01-4220-8458-3089b91d98e9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=efa1ab182faf40ccbc1da26c61353aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653122 Aug 07 01:46:28.684192 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e08a-7d01-4220-8458-3089b91d98e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bc307-7ccb-463c-928e-3129a2896322,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:28.719846 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 9ea29730-37e9-45db-98d4-1ef7d39b89d9 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:46:28.720502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 9ea29730-37e9-45db-98d4-1ef7d39b89d9 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:46:28.809507 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] Publish callbacks [] for security_group (a83bc307-7ccb-463c-928e-3129a2896322), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.857334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] Publish callbacks [] for security_group (a83bc307-7ccb-463c-928e-3129a2896322), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.922183 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff5f7a-be69-4e17-a548-8a7859f52370 x-openstack-request-id: req-5eff5f7a-be69-4e17-a548-8a7859f52370 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:46:28.923334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b71d249-75ce-4352-bb93-34e88cc0df93", "name": "network-vif-deleted", "tag": "9ea29730-37e9-45db-98d4-1ef7d39b89d9", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:46:28.924032 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5eff5f7a-be69-4e17-a548-8a7859f52370 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:46:28.925579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eff5f7a-be69-4e17-a548-8a7859f52370'] response: {'server_uuid': '3b71d249-75ce-4352-bb93-34e88cc0df93', 'name': 'network-vif-deleted', 'tag': '9ea29730-37e9-45db-98d4-1ef7d39b89d9', 'status': 'completed', 'code': 200} Aug 07 01:46:28.959675 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a83bc307-7ccb-463c-928e-3129a2896322), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.962668 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:28.967895 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a83bc307-7ccb-463c-928e-3129a2896322 HTTP/1.1" status: 204 len: 168 time: 0.2787764 Aug 07 01:46:28.991777 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c5286-08c9-4a60-8439-24ccc0ed2d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bc307-7ccb-463c-928e-3129a2896322,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:29.175157 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b277af88-f9e9-4694-bd25-f1d8f3bab1de req-a9aa3a36-48ce-4c05-a5dc-abc8b55bc7af tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b71d249-75ce-4352-bb93-34e88cc0df93 HTTP/1.1" status: 200 len: 210 time: 0.0545344 Aug 07 01:46:30.529164 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51502bc-26cd-46b2-a931-becdf4c103c1 req-91de33a3-01ad-407b-a452-192836a3e043 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:30.531541 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e51502bc-26cd-46b2-a931-becdf4c103c1 req-91de33a3-01ad-407b-a452-192836a3e043 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0660522 Aug 07 01:46:30.619774 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e51502bc-26cd-46b2-a931-becdf4c103c1 req-58d5eb51-7acc-45be-8d43-7051d869018b tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794044 Aug 07 01:46:31.087874 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-9f11fb12-6fc5-4082-bacf-28c8d66ee417 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:31.089796 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-9f11fb12-6fc5-4082-bacf-28c8d66ee417 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 946 time: 0.0633059 Aug 07 01:46:31.205882 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Deleting port c91dc146-cf64-40b0-a3e9-644405de258c {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:31.206252 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:31.317137 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] For port c91dc146-cf64-40b0-a3e9-644405de258c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c91dc146-cf64-40b0-a3e9-644405de258c,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:31.317774 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:31.334017 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Calling delete_port for c91dc146-cf64-40b0-a3e9-644405de258c owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:31.407894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:31.429857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:31.509120 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (c91dc146-cf64-40b0-a3e9-644405de258c), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:31.526788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['c91dc146-cf64-40b0-a3e9-644405de258c'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:46:31.539725 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Pushing event deleted for resources: {'Port': ['ID=c91dc146-cf64-40b0-a3e9-644405de258c,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:31.620439 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] No DVR routers for this DVR port c91dc146-cf64-40b0-a3e9-644405de258c on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:46:31.623460 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:31.627641 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e36ac41b-7d60-4364-959f-104bf0bfbafb req-d2340efb-2a87-42cc-8ca9-da0a59a03247 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.17 "DELETE /networking/v2.0/ports/c91dc146-cf64-40b0-a3e9-644405de258c HTTP/1.1" status: 204 len: 173 time: 0.5289133 Aug 07 01:46:31.628306 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'name': 'network-vif-deleted', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:46:31.631905 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd68ac52-41d8-49a9-994c-a3959b97b758" -d '{"events": [{"server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "name": "network-vif-deleted", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:46:31.679639 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da57634-05a1-4e05-a195-2bab7ce5b616 x-openstack-request-id: req-6da57634-05a1-4e05-a195-2bab7ce5b616 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:46:31.680154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e925dd-a3a5-44ab-bf20-9c80807d5530", "name": "network-vif-deleted", "tag": "c91dc146-cf64-40b0-a3e9-644405de258c", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:46:31.680573 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6da57634-05a1-4e05-a195-2bab7ce5b616 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:46:31.680843 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da57634-05a1-4e05-a195-2bab7ce5b616'] response: {'server_uuid': '99e925dd-a3a5-44ab-bf20-9c80807d5530', 'name': 'network-vif-deleted', 'tag': 'c91dc146-cf64-40b0-a3e9-644405de258c', 'status': 'completed', 'code': 200} Aug 07 01:46:31.827699 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-edec18c0-4ba2-471c-a831-eaca5f4acc05 req-278daf9d-50a3-44ef-8b22-3a613477f267 tempest-ServerRescueNegativeTestJSON-1786214574 tempest-ServerRescueNegativeTestJSON-1786214574-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=99e925dd-a3a5-44ab-bf20-9c80807d5530 HTTP/1.1" status: 200 len: 210 time: 0.0568295 Aug 07 01:46:32.348534 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56150) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:32.513092 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4dce66bd-9d24-4fab-92ce-bbb14183f8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.616195 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4dce66bd-9d24-4fab-92ce-bbb14183f8ad admin admin] Publish callbacks [] for security_group (6511a23c-f639-4262-a924-9c3bb8044599), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.621489 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4dce66bd-9d24-4fab-92ce-bbb14183f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6511a23c-f639-4262-a924-9c3bb8044599), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.673165 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4dce66bd-9d24-4fab-92ce-bbb14183f8ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0886880b733e4ed8841a8ce447448728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196547 Aug 07 01:46:32.673165 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce66bd-9d24-4fab-92ce-bbb14183f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6511a23c-f639-4262-a924-9c3bb8044599,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:32.673622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56158) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:32.741647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] Publish callbacks [] for security_group (6511a23c-f639-4262-a924-9c3bb8044599), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.775022 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] Publish callbacks [] for security_group (6511a23c-f639-4262-a924-9c3bb8044599), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.857726 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6511a23c-f639-4262-a924-9c3bb8044599), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.862729 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:32.864728 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6511a23c-f639-4262-a924-9c3bb8044599 HTTP/1.1" status: 204 len: 168 time: 0.1899645 Aug 07 01:46:32.878855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75759c-9934-44e1-9835-a511615aa3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511a23c-f639-4262-a924-9c3bb8044599,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:32.988264 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56178) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:33.357098 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56186) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:33.379246 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ed54a035-084a-4596-8fce-197bd33b2863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.510308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ed54a035-084a-4596-8fce-197bd33b2863 admin admin] Publish callbacks [] for security_group (926b7774-3d73-4eda-b4da-aaac825798f4), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.516870 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ed54a035-084a-4596-8fce-197bd33b2863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (926b7774-3d73-4eda-b4da-aaac825798f4), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.582726 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ed54a035-084a-4596-8fce-197bd33b2863 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4976d5bf279b43218ccd4cceca03b05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242286 Aug 07 01:46:33.583645 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54a035-084a-4596-8fce-197bd33b2863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b7774-3d73-4eda-b4da-aaac825798f4,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:33.587535 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56188) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:33.682448 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] Publish callbacks [] for security_group (926b7774-3d73-4eda-b4da-aaac825798f4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.716694 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] Publish callbacks [] for security_group (926b7774-3d73-4eda-b4da-aaac825798f4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.795933 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (926b7774-3d73-4eda-b4da-aaac825798f4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.800807 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.802699 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/926b7774-3d73-4eda-b4da-aaac825798f4 HTTP/1.1" status: 204 len: 168 time: 0.2132096 Aug 07 01:46:33.818805 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911b0e7-f291-46e0-a211-02788c0e83ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b7774-3d73-4eda-b4da-aaac825798f4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:33.837387 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (aab6cbe6-064f-4f12-8095-8971bfedde11), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:33.839570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:33.841195 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:33.897792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:34.013647 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:34.160376 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Deleting port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:34.161111 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:34.345478 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] For port 0803e4db-fb7e-42e8-8ad6-fedc12c33a02, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:34.347746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:34.383224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Calling delete_port for 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 owned by network:router_interface {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:34.662107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device c91dc146-cf64-40b0-a3e9-644405de258c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:46:34.684185 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (0803e4db-fb7e-42e8-8ad6-fedc12c33a02), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:34.707460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: c91dc146-cf64-40b0-a3e9-644405de258c {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:46:34.708546 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device c91dc146-cf64-40b0-a3e9-644405de258c not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:46:34.712892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56216) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:34.717622 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Pushing event deleted for resources: {'Port': ['ID=0803e4db-fb7e-42e8-8ad6-fedc12c33a02,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:35.010705 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (aab6cbe6-064f-4f12-8095-8971bfedde11), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.024555 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e19fdb43-fef8-408a-b831-3d9ae1f3c51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.202427 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e19fdb43-fef8-408a-b831-3d9ae1f3c51c admin admin] Publish callbacks [] for security_group (50b3df5f-e897-4814-b9ce-0188217827bc), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.209575 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e19fdb43-fef8-408a-b831-3d9ae1f3c51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (50b3df5f-e897-4814-b9ce-0188217827bc), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.280289 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:35.285890 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fdb43-fef8-408a-b831-3d9ae1f3c51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3df5f-e897-4814-b9ce-0188217827bc,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:35.297939 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e19fdb43-fef8-408a-b831-3d9ae1f3c51c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3594bb56a537462d846a7540774db361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831516 Aug 07 01:46:35.299245 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56232) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:35.379362 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Router aab6cbe6-064f-4f12-8095-8971bfedde11 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:46:35.379810 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] Publish callbacks [] for security_group (50b3df5f-e897-4814-b9ce-0188217827bc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.417665 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] Publish callbacks [] for security_group (50b3df5f-e897-4814-b9ce-0188217827bc), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.477093 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:35.520745 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (50b3df5f-e897-4814-b9ce-0188217827bc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.524013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:35.525208 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/50b3df5f-e897-4814-b9ce-0188217827bc HTTP/1.1" status: 204 len: 168 time: 0.2245457 Aug 07 01:46:35.544654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a106bf-a268-476f-b218-83a25beb43aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3df5f-e897-4814-b9ce-0188217827bc,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:35.604960 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:46:35.611727 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-146694ab-7e82-4f53-ae2b-12cf3615017e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/aab6cbe6-064f-4f12-8095-8971bfedde11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6216030 Aug 07 01:46:35.614848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56244) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:35.618108 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Sync routers for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:46:35.630994 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:46:35.631535 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:46:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:35.685017 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:35.688511 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:35.774233 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:46:36.150744 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:46:34Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:36.165814 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks [] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.178395 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Checking router: aab6cbe6-064f-4f12-8095-8971bfedde11 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:46:36.189234 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Routers {'aab6cbe6-064f-4f12-8095-8971bfedde11'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:46:36.189970 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:46:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['aab6cbe6-064f-4f12-8095-8971bfedde11'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:36.321605 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks [] for router_gateway (aab6cbe6-064f-4f12-8095-8971bfedde11), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.341493 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] Set router aab6cbe6-064f-4f12-8095-8971bfedde11 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:46:36.399753 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Deleting port ad4b9535-7647-411c-9cce-b2e028454ec6 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:36.400112 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.489672 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56260) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:36.519086 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1b0320f0-0093-4eac-aaa7-5ab215413d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.528819 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] For port ad4b9535-7647-411c-9cce-b2e028454ec6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad4b9535-7647-411c-9cce-b2e028454ec6,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:36.529983 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.577659 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Calling delete_port for ad4b9535-7647-411c-9cce-b2e028454ec6 owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:36.634792 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:46:34Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:36.666029 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e9368-25c9-401f-84b0-7d10ceedf9fb None None] The sync data for ids ['aab6cbe6-064f-4f12-8095-8971bfedde11'] in dv-cinder-master-3-iscsi is: [{'id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'name': 'tempest-ServerRescueNegativeTestJSON-1430230011-router', 'tenant_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:11:43Z', 'updated_at': '2022-08-07T01:46:34Z', 'revision_number': 5, 'project_id': '9badaa18dcf64810b10dd7bf03d8e40d', 'gw_port': {'id': 'ad4b9535-7647-411c-9cce-b2e028454ec6', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6cbe6-064f-4f12-8095-8971bfedde11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:11:44Z', 'updated_at': '2022-08-07T01:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:46:36.910370 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1b0320f0-0093-4eac-aaa7-5ab215413d3c admin admin] Publish callbacks [] for security_group (156e2100-0969-4882-a566-85bc752dd7df), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:36.915279 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1b0320f0-0093-4eac-aaa7-5ab215413d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (156e2100-0969-4882-a566-85bc752dd7df), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.026432 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1b0320f0-0093-4eac-aaa7-5ab215413d3c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ae5db1f5ca1a4246b77dd1958eb07fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5353069 Aug 07 01:46:37.029976 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56284) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:37.032763 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0320f0-0093-4eac-aaa7-5ab215413d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e2100-0969-4882-a566-85bc752dd7df,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:37.082560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (ad4b9535-7647-411c-9cce-b2e028454ec6), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.117177 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b9535-7647-411c-9cce-b2e028454ec6,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:37.170282 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:37.187309 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] Publish callbacks [] for security_group (156e2100-0969-4882-a566-85bc752dd7df), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.225056 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:37.261558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] Publish callbacks [] for security_group (156e2100-0969-4882-a566-85bc752dd7df), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.296038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (aab6cbe6-064f-4f12-8095-8971bfedde11), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.474832 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.480064 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks [] for router_controller (aab6cbe6-064f-4f12-8095-8971bfedde11), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.567698 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (aab6cbe6-064f-4f12-8095-8971bfedde11), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.569043 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab6cbe6-064f-4f12-8095-8971bfedde11 {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:46:37.577366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.583633 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a7a3e0ab-851e-4508-93ca-d63752adaa8b admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/aab6cbe6-064f-4f12-8095-8971bfedde11 HTTP/1.1" status: 204 len: 168 time: 1.9616621 Aug 07 01:46:37.583633 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (156e2100-0969-4882-a566-85bc752dd7df), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.584264 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56306) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:37.586412 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.588338 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/156e2100-0969-4882-a566-85bc752dd7df HTTP/1.1" status: 204 len: 168 time: 0.5571389 Aug 07 01:46:37.604971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1dd0f-a9eb-4a9a-bb67-da288c816a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e2100-0969-4882-a566-85bc752dd7df,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:37.714376 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Deleting subnet e6753875-d2f4-4a05-8b46-54a2735f7c55 {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:46:37.722021 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Publish callbacks [] for subnet (e6753875-d2f4-4a05-8b46-54a2735f7c55), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.802009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (e6753875-d2f4-4a05-8b46-54a2735f7c55), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:37.978387 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (e6753875-d2f4-4a05-8b46-54a2735f7c55), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.100343 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (e6753875-d2f4-4a05-8b46-54a2735f7c55), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.147925 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6753875-d2f4-4a05-8b46-54a2735f7c55,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:38.169701 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e4cbd-b82e-45fd-ba0e-e333f96b9f9c None None] Network fd0a1aca-5011-496b-8c8b-5bafdabdf653 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:46:38.175570 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.176383 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-c46e21ce-de21-4c17-b53d-2c89a8e768f2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/e6753875-d2f4-4a05-8b46-54a2735f7c55 HTTP/1.1" status: 204 len: 168 time: 0.5901847 Aug 07 01:46:38.181659 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56328) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:38.240491 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56334) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:38.374474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (fd0a1aca-5011-496b-8c8b-5bafdabdf653), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.460089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21a25de1-9202-40ee-83ac-0b65d7949b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.483907 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] DHCP port deletion for fd0a1aca-5011-496b-8c8b-5bafdabdf653 request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:46:38.508937 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Deleting port 91888ec9-65a2-424b-96d5-42b32705592d {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:38.509784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (91888ec9-65a2-424b-96d5-42b32705592d), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.555418 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Deleting port 91888ec9-65a2-424b-96d5-42b32705592d {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:46:38.556111 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (91888ec9-65a2-424b-96d5-42b32705592d), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.632354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21a25de1-9202-40ee-83ac-0b65d7949b5d admin admin] Publish callbacks [] for security_group (32b1562d-7d1f-44de-b30f-155ad54b8dcf), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.644875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-21a25de1-9202-40ee-83ac-0b65d7949b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (32b1562d-7d1f-44de-b30f-155ad54b8dcf), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.668157 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:46:38.686793 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] For port 91888ec9-65a2-424b-96d5-42b32705592d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91888ec9-65a2-424b-96d5-42b32705592d,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:38.686793 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (91888ec9-65a2-424b-96d5-42b32705592d), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.711176 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Calling delete_port for 91888ec9-65a2-424b-96d5-42b32705592d owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:38.712160 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:46:38.712533 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 0803e4db-fb7e-42e8-8ad6-fedc12c33a02 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:46:38.712957 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 91888ec9-65a2-424b-96d5-42b32705592d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:46:38.723249 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] For port 91888ec9-65a2-424b-96d5-42b32705592d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=91888ec9-65a2-424b-96d5-42b32705592d,segment=NetworkSegment(a829fea9-fdc0-4a95-8cad-50b726dc2465),segment_id=a829fea9-fdc0-4a95-8cad-50b726dc2465)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:46:38.723963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (91888ec9-65a2-424b-96d5-42b32705592d), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.750121 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-21a25de1-9202-40ee-83ac-0b65d7949b5d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=af7feeb1d2094f37b8bc81d00f5b5724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072179 Aug 07 01:46:38.757522 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56344) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:38.758739 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a25de1-9202-40ee-83ac-0b65d7949b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1562d-7d1f-44de-b30f-155ad54b8dcf,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:38.768800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Calling delete_port for 91888ec9-65a2-424b-96d5-42b32705592d owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:46:38.890163 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (91888ec9-65a2-424b-96d5-42b32705592d), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.916819 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] Publish callbacks [] for security_group (32b1562d-7d1f-44de-b30f-155ad54b8dcf), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.927929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=91888ec9-65a2-424b-96d5-42b32705592d,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:38.932538 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] No DVR routers for this DVR port 91888ec9-65a2-424b-96d5-42b32705592d on host dv-cinder-master-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:46:38.935959 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 91888ec9-65a2-424b-96d5-42b32705592d is: ACTIVE; New status is: DOWN {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:46:38.937177 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (91888ec9-65a2-424b-96d5-42b32705592d), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:38.981565 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] Publish callbacks [] for security_group (32b1562d-7d1f-44de-b30f-155ad54b8dcf), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.061573 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ad4b9535-7647-411c-9cce-b2e028454ec6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:46:39.061915 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (fd0a1aca-5011-496b-8c8b-5bafdabdf653), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.093146 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0a1aca-5011-496b-8c8b-5bafdabdf653']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:39.098703 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (32b1562d-7d1f-44de-b30f-155ad54b8dcf), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.100277 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: ad4b9535-7647-411c-9cce-b2e028454ec6 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:46:39.101298 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device ad4b9535-7647-411c-9cce-b2e028454ec6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:46:39.102671 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.105438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (91888ec9-65a2-424b-96d5-42b32705592d), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.108877 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/32b1562d-7d1f-44de-b30f-155ad54b8dcf HTTP/1.1" status: 204 len: 168 time: 0.3387856 Aug 07 01:46:39.112213 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a829fea9-fdc0-4a95-8cad-50b726dc2465') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:39.112582 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a829fea9-fdc0-4a95-8cad-50b726dc2465') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:39.127918 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (a829fea9-fdc0-4a95-8cad-50b726dc2465), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.139478 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:39.141909 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2848d-44f4-4bae-843c-71dbda00d320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1562d-7d1f-44de-b30f-155ad54b8dcf,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:39.157653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (a829fea9-fdc0-4a95-8cad-50b726dc2465), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.170903 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:46:39.171596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (a829fea9-fdc0-4a95-8cad-50b726dc2465), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.185540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Pushing event deleted for resources: {'Port': ['ID=91888ec9-65a2-424b-96d5-42b32705592d,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:39.197523 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] No DVR routers for this DVR port 91888ec9-65a2-424b-96d5-42b32705592d on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:46:39.217006 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.218301 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.219083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.220476 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.221204 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.223325 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.225235 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.226159 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.227205 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.227990 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.229266 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.230817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.231907 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.236880 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.237677 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb239f-97bf-4fe0-87d8-af75bfb83ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:46:39.356702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (fd0a1aca-5011-496b-8c8b-5bafdabdf653), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.374351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:39.379806 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/fd0a1aca-5011-496b-8c8b-5bafdabdf653 HTTP/1.1" status: 204 len: 168 time: 1.1969273 Aug 07 01:46:39.381478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7149bd-f919-418f-ad20-a95c71ce03c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0a1aca-5011-496b-8c8b-5bafdabdf653,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:39.759310 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment a829fea9-fdc0-4a95-8cad-50b726dc2465 resource provider aggregate not found Aug 07 01:46:39.794648 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment a829fea9-fdc0-4a95-8cad-50b726dc2465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a829fea9-fdc0-4a95-8cad-50b726dc2465 found for delete ", "request_id": "req-a0d3306e-5c7a-48de-a5c5-a137160a8677"}]} Aug 07 01:46:39.812291 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56376) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:39.877532 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56380) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:39.878321 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6218f234-733b-4bc3-aa5e-3831e15ec37f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9badaa18dcf64810b10dd7bf03d8e40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626023 Aug 07 01:46:39.976907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] Publish callbacks [] for security_group (fbb9d6d3-ef10-42c1-ba46-b02c556fda0e), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.008688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:40.013266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] Publish callbacks [] for security_group (fbb9d6d3-ef10-42c1-ba46-b02c556fda0e), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.101187 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fbb9d6d3-ef10-42c1-ba46-b02c556fda0e), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.105911 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.108187 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fbb9d6d3-ef10-42c1-ba46-b02c556fda0e HTTP/1.1" status: 204 len: 168 time: 0.2291298 Aug 07 01:46:40.120414 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7066b-7ca3-4f77-8d7f-4beda18d1cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb9d6d3-ef10-42c1-ba46-b02c556fda0e,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:40.214925 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56390) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:40.237721 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb5d-a0df-4557-8ad0-8e6ff3616d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.294316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:40.415491 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb5d-a0df-4557-8ad0-8e6ff3616d63 admin admin] Publish callbacks [] for security_group (268352cd-1a87-4a22-a326-d30d6835586d), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.423743 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3af7cb5d-a0df-4557-8ad0-8e6ff3616d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (268352cd-1a87-4a22-a326-d30d6835586d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.522409 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-3af7cb5d-a0df-4557-8ad0-8e6ff3616d63 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=96c014db070846f6868098d006c34ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059032 Aug 07 01:46:40.524209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cb5d-a0df-4557-8ad0-8e6ff3616d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268352cd-1a87-4a22-a326-d30d6835586d,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:40.526423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56398) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:40.583436 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56402) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:40.623424 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] Publish callbacks [] for security_group (268352cd-1a87-4a22-a326-d30d6835586d), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.653080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] Publish callbacks [] for security_group (268352cd-1a87-4a22-a326-d30d6835586d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.690612 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:40.729800 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (268352cd-1a87-4a22-a326-d30d6835586d), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.733619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:40.736805 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/268352cd-1a87-4a22-a326-d30d6835586d HTTP/1.1" status: 204 len: 168 time: 0.2091067 Aug 07 01:46:40.746967 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8838e5c-f49e-4612-a810-9fb8071af7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268352cd-1a87-4a22-a326-d30d6835586d,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:40.970386 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Deleting subnet b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:46:40.977843 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Publish callbacks [] for subnet (b600d8a6-31b8-4d75-98e3-b19d6e1c59c3), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.064915 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (b600d8a6-31b8-4d75-98e3-b19d6e1c59c3), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.150099 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (b600d8a6-31b8-4d75-98e3-b19d6e1c59c3), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.271688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (b600d8a6-31b8-4d75-98e3-b19d6e1c59c3), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.310780 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.316138 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b600d8a6-31b8-4d75-98e3-b19d6e1c59c3 HTTP/1.1" status: 204 len: 168 time: 0.7302053 Aug 07 01:46:41.318129 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56422) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:41.338085 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f6deb-51fe-46d1-a3e0-e188625aad47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b600d8a6-31b8-4d75-98e3-b19d6e1c59c3,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:41.441262 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (ea640be5-e5dd-479f-a491-fb3ae7cc114e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.603908 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (ea640be5-e5dd-479f-a491-fb3ae7cc114e), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.636537 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea640be5-e5dd-479f-a491-fb3ae7cc114e']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:41.667532 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717b84e0-0f36-401d-aa00-d39921e7f9d0') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:41.668144 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717b84e0-0f36-401d-aa00-d39921e7f9d0') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:46:41.683656 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (717b84e0-0f36-401d-aa00-d39921e7f9d0), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.714900 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (717b84e0-0f36-401d-aa00-d39921e7f9d0), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.727564 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:46:41.728371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (717b84e0-0f36-401d-aa00-d39921e7f9d0), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.880173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (ea640be5-e5dd-479f-a491-fb3ae7cc114e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.892585 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:41.897816 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ea640be5-e5dd-479f-a491-fb3ae7cc114e HTTP/1.1" status: 204 len: 168 time: 0.5782387 Aug 07 01:46:41.922866 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b5ce0-c592-4efb-9646-d84ae69b7f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea640be5-e5dd-479f-a491-fb3ae7cc114e,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:42.017880 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1fae7712-55a9-4ec1-a8ea-ccd187601701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:42.131400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56456) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:42.175765 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 717b84e0-0f36-401d-aa00-d39921e7f9d0 resource provider aggregate not found Aug 07 01:46:42.211454 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 717b84e0-0f36-401d-aa00-d39921e7f9d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 717b84e0-0f36-401d-aa00-d39921e7f9d0 found for delete ", "request_id": "req-0287a772-4c89-44fa-8868-7ae13de34ecb"}]} Aug 07 01:46:42.229841 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-26731b7a-236a-4949-ad0a-35ccdc1e2190 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7b08cc6d4a34961bdf464b58946a02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968099 Aug 07 01:46:42.234283 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56460) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:42.312222 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] Publish callbacks [] for security_group (1a442e79-b8fd-4eee-97af-2531f9cc3ea5), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:42.355158 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] Publish callbacks [] for security_group (1a442e79-b8fd-4eee-97af-2531f9cc3ea5), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:42.430473 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1a442e79-b8fd-4eee-97af-2531f9cc3ea5), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:42.434681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:42.436498 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a442e79-b8fd-4eee-97af-2531f9cc3ea5 HTTP/1.1" status: 204 len: 168 time: 0.2007446 Aug 07 01:46:42.448836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db4e65-e059-42ab-989e-ed38d9335b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a442e79-b8fd-4eee-97af-2531f9cc3ea5,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:43.485417 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:46:45.868640 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9c06006a-f6ff-42a3-a8fe-5c1dc5835cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:48.463465 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:49.001592 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:49.822020 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:51.865724 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=75 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:52.224151 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:52.226524 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:52.384670 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56752) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:52.441253 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=65,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:52.442633 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=48,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:52.522088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65163a46-12dc-47f3-9126-9e028ed6df63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.636022 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65163a46-12dc-47f3-9126-9e028ed6df63 admin admin] Publish callbacks [] for security_group (74d8b1d9-8183-4ad0-a71e-3853cd780b2a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.643510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65163a46-12dc-47f3-9126-9e028ed6df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (74d8b1d9-8183-4ad0-a71e-3853cd780b2a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.726404 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-65163a46-12dc-47f3-9126-9e028ed6df63 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=06ffab0f61eb42f1b6f2cefe3d126a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402789 Aug 07 01:46:52.728702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65163a46-12dc-47f3-9126-9e028ed6df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d8b1d9-8183-4ad0-a71e-3853cd780b2a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:52.729393 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56758) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:52.817931 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] Publish callbacks [] for security_group (74d8b1d9-8183-4ad0-a71e-3853cd780b2a), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.843118 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] Publish callbacks [] for security_group (74d8b1d9-8183-4ad0-a71e-3853cd780b2a), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.930317 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (74d8b1d9-8183-4ad0-a71e-3853cd780b2a), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.933753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:52.937362 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74d8b1d9-8183-4ad0-a71e-3853cd780b2a HTTP/1.1" status: 204 len: 168 time: 0.2044826 Aug 07 01:46:52.946923 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72491d-8dfc-4527-9695-e861477f825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d8b1d9-8183-4ad0-a71e-3853cd780b2a,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:53.306698 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56770) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:53.323807 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5b3-6180-47d0-8ed9-954041344020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.416062 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5b3-6180-47d0-8ed9-954041344020 admin admin] Publish callbacks [] for security_group (fbefb372-c1ba-47b0-8764-bb88d15bc3a3), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.420630 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5b3-6180-47d0-8ed9-954041344020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fbefb372-c1ba-47b0-8764-bb88d15bc3a3), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.462503 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7c5b3-6180-47d0-8ed9-954041344020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbefb372-c1ba-47b0-8764-bb88d15bc3a3,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:53.470808 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e5c7c5b3-6180-47d0-8ed9-954041344020 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1c8aad54ff534f8a86d76c5300eb6bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623297 Aug 07 01:46:53.473715 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=79 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:53.475322 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56772) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:53.539422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] Publish callbacks [] for security_group (fbefb372-c1ba-47b0-8764-bb88d15bc3a3), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.564374 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] Publish callbacks [] for security_group (fbefb372-c1ba-47b0-8764-bb88d15bc3a3), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.616026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fbefb372-c1ba-47b0-8764-bb88d15bc3a3), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.619497 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:53.620818 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fbefb372-c1ba-47b0-8764-bb88d15bc3a3 HTTP/1.1" status: 204 len: 168 time: 0.1440537 Aug 07 01:46:53.631953 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed56687-f38d-4b20-9c5b-5c7ef14811b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbefb372-c1ba-47b0-8764-bb88d15bc3a3,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:53.731217 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.118051 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56782) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:54.134108 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-70b6084a-bd90-45b8-a0bc-dd3e6f23034e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.229532 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-70b6084a-bd90-45b8-a0bc-dd3e6f23034e admin admin] Publish callbacks [] for security_group (308a47f8-040e-4ecf-8871-fa12341171fc), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.234708 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-70b6084a-bd90-45b8-a0bc-dd3e6f23034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (308a47f8-040e-4ecf-8871-fa12341171fc), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.278410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6084a-bd90-45b8-a0bc-dd3e6f23034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a47f8-040e-4ecf-8871-fa12341171fc,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:54.283585 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-70b6084a-bd90-45b8-a0bc-dd3e6f23034e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9e054f77448b4211a88e1827774ec000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643105 Aug 07 01:46:54.287655 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56786) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:54.363228 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] Publish callbacks [] for security_group (308a47f8-040e-4ecf-8871-fa12341171fc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.392584 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] Publish callbacks [] for security_group (308a47f8-040e-4ecf-8871-fa12341171fc), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.449213 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (308a47f8-040e-4ecf-8871-fa12341171fc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.453045 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:54.455051 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/308a47f8-040e-4ecf-8871-fa12341171fc HTTP/1.1" status: 204 len: 168 time: 0.1662338 Aug 07 01:46:54.470182 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41667966-2d25-47e0-8393-53441b6d7a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a47f8-040e-4ecf-8871-fa12341171fc,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:55.538847 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56824) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:55.687276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-364889097-network', 'tenant_id': '95a0e41b3704462aab04efdf5ddeeda0'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:46:55.719640 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Made reservation on behalf of 95a0e41b3704462aab04efdf5ddeeda0 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:46:55.723333 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:55.739752 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:55.842591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks [] for security_group (928fe472-f6f5-4a38-8a6d-950fcb0f542c), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:55.849136 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (928fe472-f6f5-4a38-8a6d-950fcb0f542c), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:55.893290 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:46:55.915900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:55.936877 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (50642966-7c20-4742-9a5f-5e18f6e36268), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:55.937473 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Added segment 50642966-7c20-4742-9a5f-5e18f6e36268 of type vlan for network fa3f7193-2303-4610-a666-238f78dea572 Aug 07 01:46:55.940367 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928fe472-f6f5-4a38-8a6d-950fcb0f542c,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:55.956978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:55.996700 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (fa3f7193-2303-4610-a666-238f78dea572), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.028401 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (fa3f7193-2303-4610-a666-238f78dea572), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.029748 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:56.030498 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.112285 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5719042 Aug 07 01:46:56.115077 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56834) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:56.122689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Request body: {'subnet': {'network_id': 'fa3f7193-2303-4610-a666-238f78dea572', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-364889097-subnet', 'tenant_id': '95a0e41b3704462aab04efdf5ddeeda0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:46:56.128203 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeefc11-741b-47c9-8d44-cbec4ed97aed admin admin] Pushing event updated for resources: {'Network': ['ID=fa3f7193-2303-4610-a666-238f78dea572,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:56.145350 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network fa3f7193-2303-4610-a666-238f78dea572 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:46:56.153428 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Made reservation on behalf of 95a0e41b3704462aab04efdf5ddeeda0 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:46:56.156943 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.363491 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (a3685ef0-8c5d-4764-89ac-e53666dab704), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.448829 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3685ef0-8c5d-4764-89ac-e53666dab704,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:56.460949 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Checking segment: {'id': '50642966-7c20-4742-9a5f-5e18f6e36268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa3f7193-2303-4610-a666-238f78dea572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:46:56.461312 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Network hostable DHCP agents. Network: fa3f7193-2303-4610-a666-238f78dea572, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:46:56.481989 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Network fa3f7193-2303-4610-a666-238f78dea572 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:46:56.498472 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fa3f7193-2303-4610-a666-238f78dea572) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:46:56.508559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:56.510319 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:56.514680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc71d0-76e1-4c3b-bfd7-b86c703b0e8b None None] Network fa3f7193-2303-4610-a666-238f78dea572 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:46:56.547106 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-ec151673-9c82-48bb-ba74-dabbdd5c0bda admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4251344 Aug 07 01:46:56.674482 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4580ca0e-bfaa-4658-ac9d-65f5cbdbf2e2 None None] Network fa3f7193-2303-4610-a666-238f78dea572 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:46:56.739163 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:56.760800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:57.345812 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56858) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:57.351275 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657076845-network', 'tenant_id': '430cb741f8fe4b3c983937bd44782a20'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:46:57.383723 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Made reservation on behalf of 430cb741f8fe4b3c983937bd44782a20 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:46:57.387378 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.400295 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.496884 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks [] for security_group (1933f01f-96c9-4b40-a9a6-ba180893f333), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.502220 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1933f01f-96c9-4b40-a9a6-ba180893f333), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.531104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:46:57.543058 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933f01f-96c9-4b40-a9a6-ba180893f333,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:57.550046 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0c878281-b705-4c35-ae12-122ebf4c0256), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.550998 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Added segment 0c878281-b705-4c35-ae12-122ebf4c0256 of type vlan for network 14186556-9ec8-4a12-a7d3-c653b6be130e Aug 07 01:46:57.562604 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:57.602616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (14186556-9ec8-4a12-a7d3-c653b6be130e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.633625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (14186556-9ec8-4a12-a7d3-c653b6be130e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.634701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:57.635499 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.641765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:57.710812 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3638082 Aug 07 01:46:57.714607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56862) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:46:57.715441 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3c383-1f55-4e24-93b1-d959dcef90d8 admin admin] Pushing event updated for resources: {'Network': ['ID=14186556-9ec8-4a12-a7d3-c653b6be130e,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:57.723842 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Request body: {'subnet': {'network_id': '14186556-9ec8-4a12-a7d3-c653b6be130e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657076845-subnet', 'tenant_id': '430cb741f8fe4b3c983937bd44782a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:46:57.732042 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 14186556-9ec8-4a12-a7d3-c653b6be130e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:46:57.757060 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Made reservation on behalf of 430cb741f8fe4b3c983937bd44782a20 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:46:57.759682 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742002'] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:57.983624 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12741988'] for subnet (9a629a42-8e5f-4f35-b3f4-696ca03ab4bb), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:58.045354 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:58.049098 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a629a42-8e5f-4f35-b3f4-696ca03ab4bb,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:46:58.061532 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Checking segment: {'id': '0c878281-b705-4c35-ae12-122ebf4c0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '14186556-9ec8-4a12-a7d3-c653b6be130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:46:58.061928 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Network hostable DHCP agents. Network: 14186556-9ec8-4a12-a7d3-c653b6be130e, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:46:58.066917 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:46:58.089355 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Network 14186556-9ec8-4a12-a7d3-c653b6be130e is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:46:58.114728 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 14186556-9ec8-4a12-a7d3-c653b6be130e) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:46:58.121503 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:46:58.122447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:46:58.127973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b83fb-286d-4e1e-a4be-2a5567700890 None None] Network 14186556-9ec8-4a12-a7d3-c653b6be130e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:46:58.145554 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-cd38b560-84a6-44f9-8b21-e163b996f1fd admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4294643 Aug 07 01:46:58.284147 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a1bed9-db00-4cb8-9e56-7cea274fb34e None None] Network 14186556-9ec8-4a12-a7d3-c653b6be130e requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:47:01.511672 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56964) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:01.669077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-66813456-b2bb-4e49-8ea8-63970f1ff85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:01.805141 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-66813456-b2bb-4e49-8ea8-63970f1ff85e admin admin] Publish callbacks [] for security_group (71430fe9-a6ee-4ea4-923c-718763c171f5), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:01.811352 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-66813456-b2bb-4e49-8ea8-63970f1ff85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (71430fe9-a6ee-4ea4-923c-718763c171f5), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:01.894422 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813456-b2bb-4e49-8ea8-63970f1ff85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71430fe9-a6ee-4ea4-923c-718763c171f5,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:01.904940 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-66813456-b2bb-4e49-8ea8-63970f1ff85e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fb68c2d1eb3c437798cbb2828591cf02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915040 Aug 07 01:47:01.910003 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56974) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:02.029440 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] Publish callbacks [] for security_group (71430fe9-a6ee-4ea4-923c-718763c171f5), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.118791 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] Publish callbacks [] for security_group (71430fe9-a6ee-4ea4-923c-718763c171f5), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.197512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (71430fe9-a6ee-4ea4-923c-718763c171f5), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.202590 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.205191 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/71430fe9-a6ee-4ea4-923c-718763c171f5 HTTP/1.1" status: 204 len: 168 time: 0.2934227 Aug 07 01:47:02.218760 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f077a5-fc9f-4d93-bcdb-092548cf1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71430fe9-a6ee-4ea4-923c-718763c171f5,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:02.615547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 56992) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:02.632632 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bcc8458e-c327-4a37-925e-fe6dd950cf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.742453 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bcc8458e-c327-4a37-925e-fe6dd950cf1d admin admin] Publish callbacks [] for security_group (c511600d-ba5a-4ae0-b899-e737143f3896), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.747518 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-bcc8458e-c327-4a37-925e-fe6dd950cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c511600d-ba5a-4ae0-b899-e737143f3896), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.795417 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-bcc8458e-c327-4a37-925e-fe6dd950cf1d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=142e17cb5a164d5cb7423b813d49b30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785340 Aug 07 01:47:02.796164 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8458e-c327-4a37-925e-fe6dd950cf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c511600d-ba5a-4ae0-b899-e737143f3896,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:02.799492 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 56994) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:02.878180 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] Publish callbacks [] for security_group (c511600d-ba5a-4ae0-b899-e737143f3896), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.905312 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] Publish callbacks [] for security_group (c511600d-ba5a-4ae0-b899-e737143f3896), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.971987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c511600d-ba5a-4ae0-b899-e737143f3896), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.975271 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:02.976624 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c511600d-ba5a-4ae0-b899-e737143f3896 HTTP/1.1" status: 204 len: 168 time: 0.1755378 Aug 07 01:47:02.987943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c547a9-dbcd-457b-af06-8492b14fbd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c511600d-ba5a-4ae0-b899-e737143f3896,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:05.825400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57058) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:05.952928 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0d9b254b-f10a-4414-a038-b60fa67c03f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.050453 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0d9b254b-f10a-4414-a038-b60fa67c03f7 admin admin] Publish callbacks [] for security_group (dba83775-4a53-4603-bcf9-90ada14d072c), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.056839 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-0d9b254b-f10a-4414-a038-b60fa67c03f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (dba83775-4a53-4603-bcf9-90ada14d072c), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.133212 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-0d9b254b-f10a-4414-a038-b60fa67c03f7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fb107a3b551d4161a6eef6640ec23606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057048 Aug 07 01:47:06.135144 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b254b-f10a-4414-a038-b60fa67c03f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba83775-4a53-4603-bcf9-90ada14d072c,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:06.136861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57066) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:06.219320 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] Publish callbacks [] for security_group (dba83775-4a53-4603-bcf9-90ada14d072c), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.250678 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] Publish callbacks [] for security_group (dba83775-4a53-4603-bcf9-90ada14d072c), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.313616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (dba83775-4a53-4603-bcf9-90ada14d072c), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.317508 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:06.319615 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dba83775-4a53-4603-bcf9-90ada14d072c HTTP/1.1" status: 204 len: 168 time: 0.1810734 Aug 07 01:47:06.331897 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aade420-b8ec-404e-8aea-572b8b64ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba83775-4a53-4603-bcf9-90ada14d072c,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:08.405845 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:11.904201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57158) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:12.008108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c72cd8d4-2b4b-4be1-ba0f-094d6e59e8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.056622 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9a81c7b6-7e06-498b-aca4-8189c17c7a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.150154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9a81c7b6-7e06-498b-aca4-8189c17c7a6f admin admin] Publish callbacks [] for security_group (661ecf0c-37f1-40cd-95e3-16327f356edb), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.155316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9a81c7b6-7e06-498b-aca4-8189c17c7a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (661ecf0c-37f1-40cd-95e3-16327f356edb), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.205825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:12.212653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81c7b6-7e06-498b-aca4-8189c17c7a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ecf0c-37f1-40cd-95e3-16327f356edb,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:12.218884 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9a81c7b6-7e06-498b-aca4-8189c17c7a6f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b3a88556db5848d287847eed9bf8b0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130128 Aug 07 01:47:12.223184 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57172) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:12.294009 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] Publish callbacks [] for security_group (661ecf0c-37f1-40cd-95e3-16327f356edb), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.330305 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] Publish callbacks [] for security_group (661ecf0c-37f1-40cd-95e3-16327f356edb), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.357826 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:12.396520 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (661ecf0c-37f1-40cd-95e3-16327f356edb), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.399663 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:12.400965 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/661ecf0c-37f1-40cd-95e3-16327f356edb HTTP/1.1" status: 204 len: 168 time: 0.1766255 Aug 07 01:47:12.410724 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785277e3-ed14-435b-8617-73317d2b0846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ecf0c-37f1-40cd-95e3-16327f356edb,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:13.516717 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57214) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:13.592560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Deleting subnet a3685ef0-8c5d-4764-89ac-e53666dab704 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:47:13.615533 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Publish callbacks [] for subnet (a3685ef0-8c5d-4764-89ac-e53666dab704), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.662559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (a3685ef0-8c5d-4764-89ac-e53666dab704), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.710618 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (a3685ef0-8c5d-4764-89ac-e53666dab704), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.771549 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (a3685ef0-8c5d-4764-89ac-e53666dab704), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.801816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3685ef0-8c5d-4764-89ac-e53666dab704,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:13.804278 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.809932 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-f684c80e-fff1-472e-a25a-1d8fca05a386 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a3685ef0-8c5d-4764-89ac-e53666dab704 HTTP/1.1" status: 204 len: 168 time: 0.2897110 Aug 07 01:47:13.810824 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57220) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:13.893869 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (fa3f7193-2303-4610-a666-238f78dea572), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:13.984513 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (fa3f7193-2303-4610-a666-238f78dea572), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.012569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3f7193-2303-4610-a666-238f78dea572']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.024342 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50642966-7c20-4742-9a5f-5e18f6e36268') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.024684 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50642966-7c20-4742-9a5f-5e18f6e36268') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.037831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (50642966-7c20-4742-9a5f-5e18f6e36268), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.054437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (50642966-7c20-4742-9a5f-5e18f6e36268), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.062171 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:47:14.062583 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (50642966-7c20-4742-9a5f-5e18f6e36268), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.105127 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment 50642966-7c20-4742-9a5f-5e18f6e36268 resource provider aggregate not found Aug 07 01:47:14.130501 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment 50642966-7c20-4742-9a5f-5e18f6e36268 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50642966-7c20-4742-9a5f-5e18f6e36268 found for delete ", "request_id": "req-5c1b486e-1ed3-4d3c-925a-1e1bb41c4857"}]} Aug 07 01:47:14.135875 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (fa3f7193-2303-4610-a666-238f78dea572), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.142562 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.146066 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/fa3f7193-2303-4610-a666-238f78dea572 HTTP/1.1" status: 204 len: 168 time: 0.3344438 Aug 07 01:47:14.148996 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57226) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:14.159519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abefec-93db-4e2c-8418-39a46d2ad48b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3f7193-2303-4610-a666-238f78dea572,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:14.200210 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Deleting subnet 9a629a42-8e5f-4f35-b3f4-696ca03ab4bb {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:47:14.204371 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Publish callbacks [] for subnet (9a629a42-8e5f-4f35-b3f4-696ca03ab4bb), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.245759 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (9a629a42-8e5f-4f35-b3f4-696ca03ab4bb), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.289680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (9a629a42-8e5f-4f35-b3f4-696ca03ab4bb), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.338002 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:14.361321 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (9a629a42-8e5f-4f35-b3f4-696ca03ab4bb), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.366135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:14.388632 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a629a42-8e5f-4f35-b3f4-696ca03ab4bb,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:14.396982 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.400118 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-82c32860-004b-4f90-9e9a-38746fa74510 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9a629a42-8e5f-4f35-b3f4-696ca03ab4bb HTTP/1.1" status: 204 len: 168 time: 0.2497509 Aug 07 01:47:14.403209 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57230) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:14.489401 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (14186556-9ec8-4a12-a7d3-c653b6be130e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.581973 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (14186556-9ec8-4a12-a7d3-c653b6be130e), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.605678 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14186556-9ec8-4a12-a7d3-c653b6be130e']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.617038 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c878281-b705-4c35-ae12-122ebf4c0256') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.617333 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c878281-b705-4c35-ae12-122ebf4c0256') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:14.629987 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (0c878281-b705-4c35-ae12-122ebf4c0256), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.646875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0c878281-b705-4c35-ae12-122ebf4c0256), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.659285 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:47:14.659978 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (0c878281-b705-4c35-ae12-122ebf4c0256), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.718103 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 0c878281-b705-4c35-ae12-122ebf4c0256 resource provider aggregate not found Aug 07 01:47:14.744657 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 0c878281-b705-4c35-ae12-122ebf4c0256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c878281-b705-4c35-ae12-122ebf4c0256 found for delete ", "request_id": "req-c69ea361-4285-4c99-82f3-44ba311dc12b"}]} Aug 07 01:47:14.749653 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (14186556-9ec8-4a12-a7d3-c653b6be130e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.757670 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:14.766337 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/14186556-9ec8-4a12-a7d3-c653b6be130e HTTP/1.1" status: 204 len: 168 time: 0.3614397 Aug 07 01:47:14.792988 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb182b7-7eab-4d75-ba77-2179d932684b admin admin] Pushing event deleted for resources: {'Network': ['ID=14186556-9ec8-4a12-a7d3-c653b6be130e,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:14.990079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57250) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:15.043646 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-56facefc-83a6-4fdf-9f66-407077c32c73 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=95a0e41b3704462aab04efdf5ddeeda0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517411 Aug 07 01:47:15.046015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57256) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:15.128261 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] Publish callbacks [] for security_group (928fe472-f6f5-4a38-8a6d-950fcb0f542c), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.154963 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] Publish callbacks [] for security_group (928fe472-f6f5-4a38-8a6d-950fcb0f542c), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.222840 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (928fe472-f6f5-4a38-8a6d-950fcb0f542c), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.225526 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.226951 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/928fe472-f6f5-4a38-8a6d-950fcb0f542c HTTP/1.1" status: 204 len: 168 time: 0.1795292 Aug 07 01:47:15.238438 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f0fc4-1866-40f7-b37a-167727a1217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928fe472-f6f5-4a38-8a6d-950fcb0f542c,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:15.721458 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57278) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:15.773989 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-71948e6a-d9b3-486e-9275-a6140d150e84 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=430cb741f8fe4b3c983937bd44782a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492556 Aug 07 01:47:15.775325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57280) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:15.844680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] Publish callbacks [] for security_group (1933f01f-96c9-4b40-a9a6-ba180893f333), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.854919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3898a564-b070-477d-8779-7cc8b3239fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.872976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] Publish callbacks [] for security_group (1933f01f-96c9-4b40-a9a6-ba180893f333), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.928496 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1933f01f-96c9-4b40-a9a6-ba180893f333), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.931214 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:15.932477 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1933f01f-96c9-4b40-a9a6-ba180893f333 HTTP/1.1" status: 204 len: 168 time: 0.1561291 Aug 07 01:47:15.942568 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52195965-9256-4871-ba0c-f2c1d9d4a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933f01f-96c9-4b40-a9a6-ba180893f333,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:16.831619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57314) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:16.971769 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53860930-27f1-474c-acfe-c73bc2e867b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.080757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53860930-27f1-474c-acfe-c73bc2e867b4 admin admin] Publish callbacks [] for security_group (6503ffb7-c497-4667-9729-36bdc07fcff4), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.085562 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53860930-27f1-474c-acfe-c73bc2e867b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6503ffb7-c497-4667-9729-36bdc07fcff4), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.128274 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:17.137979 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53860930-27f1-474c-acfe-c73bc2e867b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6503ffb7-c497-4667-9729-36bdc07fcff4,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:17.144740 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-53860930-27f1-474c-acfe-c73bc2e867b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ed8daf335dbd45219e0d7558c2cdfed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113956 Aug 07 01:47:17.148443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57320) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:17.213185 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] Publish callbacks [] for security_group (6503ffb7-c497-4667-9729-36bdc07fcff4), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.242482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] Publish callbacks [] for security_group (6503ffb7-c497-4667-9729-36bdc07fcff4), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.287479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:17.314852 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (6503ffb7-c497-4667-9729-36bdc07fcff4), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.318877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.321642 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6503ffb7-c497-4667-9729-36bdc07fcff4 HTTP/1.1" status: 204 len: 168 time: 0.1709287 Aug 07 01:47:17.336134 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050efb00-94b4-4bc4-8d1b-ccd2b94ddc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6503ffb7-c497-4667-9729-36bdc07fcff4,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:17.353634 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57326) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:17.653857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8140d216-8356-4127-a4c5-6d43cb81aa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.722389 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:17.755394 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8140d216-8356-4127-a4c5-6d43cb81aa4c admin admin] Publish callbacks [] for security_group (8a3f80db-5512-413c-b4fa-e3b80f545753), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.760327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8140d216-8356-4127-a4c5-6d43cb81aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8a3f80db-5512-413c-b4fa-e3b80f545753), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.809883 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8140d216-8356-4127-a4c5-6d43cb81aa4c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e5748dfaec3a44739b34d2ccb11f01aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549811 Aug 07 01:47:17.811091 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140d216-8356-4127-a4c5-6d43cb81aa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f80db-5512-413c-b4fa-e3b80f545753,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:17.812929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57342) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:17.878518 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:17.900982 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] Publish callbacks [] for security_group (8a3f80db-5512-413c-b4fa-e3b80f545753), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.930500 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] Publish callbacks [] for security_group (8a3f80db-5512-413c-b4fa-e3b80f545753), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.990810 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (8a3f80db-5512-413c-b4fa-e3b80f545753), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.995243 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:17.997334 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a3f80db-5512-413c-b4fa-e3b80f545753 HTTP/1.1" status: 204 len: 168 time: 0.1827183 Aug 07 01:47:18.011260 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f07ee5-6dde-4e01-a939-074d89a16b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f80db-5512-413c-b4fa-e3b80f545753,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:18.495151 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:19.007696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:19.826303 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:20.466401 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:47:23.616464 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:23.711795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:25.321511 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57492) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:26.309473 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (9cd22b96-6b9b-496e-99e4-937a6b369906), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:26.619909 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Deleting port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:47:26.620722 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:26.716990 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] For port 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:47:26.717247 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:26.734692 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Calling delete_port for 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 owned by network:router_interface {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:47:26.825848 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:26.871861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:26.968739 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (3ac8bc91-2e3e-4a95-a2b2-19010a6b5140), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:26.995608 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac8bc91-2e3e-4a95-a2b2-19010a6b5140,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:27.009857 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.010215 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.010566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.010916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.011255 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.011591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.011926 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.012277 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.012613 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.012943 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.013273 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.013607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.013957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.014257 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.014582 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:27.202171 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (9cd22b96-6b9b-496e-99e4-937a6b369906), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:27.440961 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Router 9cd22b96-6b9b-496e-99e4-937a6b369906 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:47:27.591332 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:47:27.599481 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b7814808-f440-4096-b37e-365e3d09b478 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/9cd22b96-6b9b-496e-99e4-937a6b369906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2765779 Aug 07 01:47:27.603487 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57510) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:27.606902 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Sync routers for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:47:27.613121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:27.614196 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:27.629120 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:47:27.629956 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:27.775594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks [] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:27.803710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:27.805011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:47:27.807844 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:27.931955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks [] for router_gateway (9cd22b96-6b9b-496e-99e4-937a6b369906), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:27.995441 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Deleting port d71de72e-335b-4cc3-930d-1f9b9ddb8f10 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:47:27.995991 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.058976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:28.070209 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:28.073611 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30'}], 'enable_snat': True}, 'gw_port_id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:47:26Z', 'revision_number': 5, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port': {'id': 'd71de72e-335b-4cc3-930d-1f9b9ddb8f10', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:09:52Z', 'updated_at': '2022-08-07T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:28.110644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Checking router: 9cd22b96-6b9b-496e-99e4-937a6b369906 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:47:28.121615 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Routers {'9cd22b96-6b9b-496e-99e4-937a6b369906'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:47:28.122431 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['9cd22b96-6b9b-496e-99e4-937a6b369906'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:28.124476 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] For port d71de72e-335b-4cc3-930d-1f9b9ddb8f10, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:47:28.125048 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.159024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Calling delete_port for d71de72e-335b-4cc3-930d-1f9b9ddb8f10 owned by network:router_gateway {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:47:28.268707 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] Set router 9cd22b96-6b9b-496e-99e4-937a6b369906 gateway port host: None {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:47:28.342920 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:47:27Z', 'revision_number': 6, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:28.376715 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b2cff5-ba3d-4136-9b8f-6007792ff6f0 None None] The sync data for ids ['9cd22b96-6b9b-496e-99e4-937a6b369906'] in dv-cinder-master-3-iscsi is: [{'id': '9cd22b96-6b9b-496e-99e4-937a6b369906', 'name': 'tempest-AttachVolumeNegativeTest-1710705486-router', 'tenant_id': '35820b4f79774ac49f43fce915f56d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:09:51Z', 'updated_at': '2022-08-07T01:47:27Z', 'revision_number': 6, 'project_id': '35820b4f79774ac49f43fce915f56d6f', 'gw_port_host': None}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:47:28.424444 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (d71de72e-335b-4cc3-930d-1f9b9ddb8f10), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.453999 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d71de72e-335b-4cc3-930d-1f9b9ddb8f10,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:28.533120 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (9cd22b96-6b9b-496e-99e4-937a6b369906), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.641395 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.644651 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks [] for router_controller (9cd22b96-6b9b-496e-99e4-937a6b369906), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.700939 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (9cd22b96-6b9b-496e-99e4-937a6b369906), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.701680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd22b96-6b9b-496e-99e4-937a6b369906 {{(pid=104194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:47:28.710950 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.712378 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-1fa828a3-a0e9-4041-8ba3-7761778c6c1f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/9cd22b96-6b9b-496e-99e4-937a6b369906 HTTP/1.1" status: 204 len: 168 time: 1.1086226 Aug 07 01:47:28.716686 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57516) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:28.778932 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Deleting subnet 0e97dba8-4649-4596-adfe-c4be08bdc59f {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:47:28.784284 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Publish callbacks [] for subnet (0e97dba8-4649-4596-adfe-c4be08bdc59f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.836502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (0e97dba8-4649-4596-adfe-c4be08bdc59f), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:28.981349 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (0e97dba8-4649-4596-adfe-c4be08bdc59f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.074026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (0e97dba8-4649-4596-adfe-c4be08bdc59f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.102219 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e97dba8-4649-4596-adfe-c4be08bdc59f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:29.111525 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.118638 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-979010bc-ac1f-40c8-afd0-538749b7e60a admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/0e97dba8-4649-4596-adfe-c4be08bdc59f HTTP/1.1" status: 204 len: 168 time: 0.4005041 Aug 07 01:47:29.119952 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599c167-ad90-44af-8f8c-1aba01304399 None None] Network 04909372-4f17-4c44-b384-6e7c31434dac requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:47:29.123860 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57518) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:29.213352 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (04909372-4f17-4c44-b384-6e7c31434dac), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.273508 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:47:29.309433 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Deleting port 3805e9e8-a015-499c-9b57-3269396862df {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:47:29.310399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (3805e9e8-a015-499c-9b57-3269396862df), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.329341 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:47:29.330318 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3ac8bc91-2e3e-4a95-a2b2-19010a6b5140 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:47:29.411621 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] DHCP port deletion for 04909372-4f17-4c44-b384-6e7c31434dac request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:47:29.415929 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] For port 3805e9e8-a015-499c-9b57-3269396862df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3805e9e8-a015-499c-9b57-3269396862df,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:47:29.416558 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (3805e9e8-a015-499c-9b57-3269396862df), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.443956 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Calling delete_port for 3805e9e8-a015-499c-9b57-3269396862df owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:47:29.476492 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Deleting port 3805e9e8-a015-499c-9b57-3269396862df {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:47:29.477101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (3805e9e8-a015-499c-9b57-3269396862df), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.579907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (3805e9e8-a015-499c-9b57-3269396862df), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.595233 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] For port 3805e9e8-a015-499c-9b57-3269396862df, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3805e9e8-a015-499c-9b57-3269396862df,segment=NetworkSegment(0e254c00-64ce-4275-babb-a816bb05c005),segment_id=0e254c00-64ce-4275-babb-a816bb05c005)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:47:29.595798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (3805e9e8-a015-499c-9b57-3269396862df), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.615798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Calling delete_port for 3805e9e8-a015-499c-9b57-3269396862df owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:47:29.622766 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=3805e9e8-a015-499c-9b57-3269396862df,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:29.631171 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] No DVR routers for this DVR port 3805e9e8-a015-499c-9b57-3269396862df on host dv-cinder-master-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:47:29.762043 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.762736 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.763291 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.763845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.764625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.764980 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.765941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.766097 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.766625 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.767169 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.767716 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.768294 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.768841 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.769584 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.769912 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:29.788687 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (3805e9e8-a015-499c-9b57-3269396862df), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.794654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (04909372-4f17-4c44-b384-6e7c31434dac), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.827334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04909372-4f17-4c44-b384-6e7c31434dac']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:29.832371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] Pushing event deleted for resources: {'Port': ['ID=3805e9e8-a015-499c-9b57-3269396862df,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:29.835923 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927574a-c98d-4267-b7aa-3cd9f520248a None None] No DVR routers for this DVR port 3805e9e8-a015-499c-9b57-3269396862df on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:47:29.848561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e254c00-64ce-4275-babb-a816bb05c005') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:29.848561 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e254c00-64ce-4275-babb-a816bb05c005') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:29.867456 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (0e254c00-64ce-4275-babb-a816bb05c005), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.884926 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (0e254c00-64ce-4275-babb-a816bb05c005), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.895039 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:47:29.895643 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (0e254c00-64ce-4275-babb-a816bb05c005), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.939877 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment 0e254c00-64ce-4275-babb-a816bb05c005 resource provider aggregate not found Aug 07 01:47:29.967058 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment 0e254c00-64ce-4275-babb-a816bb05c005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e254c00-64ce-4275-babb-a816bb05c005 found for delete ", "request_id": "req-76f52e72-8be3-4454-ac31-13ab8f653d49"}]} Aug 07 01:47:29.972198 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (04909372-4f17-4c44-b384-6e7c31434dac), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.978722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:29.981923 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/04909372-4f17-4c44-b384-6e7c31434dac HTTP/1.1" status: 204 len: 168 time: 0.8569307 Aug 07 01:47:29.996339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55c640-3816-4122-8a1a-21ddc6241b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=04909372-4f17-4c44-b384-6e7c31434dac,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:30.131502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57530) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:30.189530 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-184ceda5-15d7-4432-a2f4-aa61f589d9af admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=35820b4f79774ac49f43fce915f56d6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566027 Aug 07 01:47:30.192669 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57532) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:30.253646 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] Publish callbacks [] for security_group (dcda71a6-b5e3-4b41-a212-699e2bacb9d7), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:30.293586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] Publish callbacks [] for security_group (dcda71a6-b5e3-4b41-a212-699e2bacb9d7), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:30.297222 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:30.298263 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:30.396789 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (dcda71a6-b5e3-4b41-a212-699e2bacb9d7), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:30.401751 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:30.407403 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dcda71a6-b5e3-4b41-a212-699e2bacb9d7 HTTP/1.1" status: 204 len: 168 time: 0.2097504 Aug 07 01:47:30.417826 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b573136-5026-4116-b7c8-0d2e27e5e0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda71a6-b5e3-4b41-a212-699e2bacb9d7,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:30.462009 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:30.681860 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d71de72e-335b-4cc3-930d-1f9b9ddb8f10 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:47:30.704176 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: d71de72e-335b-4cc3-930d-1f9b9ddb8f10 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:47:30.704628 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d71de72e-335b-4cc3-930d-1f9b9ddb8f10 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:47:30.704979 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3805e9e8-a015-499c-9b57-3269396862df no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:47:30.729747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 3805e9e8-a015-499c-9b57-3269396862df {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:47:30.730174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3805e9e8-a015-499c-9b57-3269396862df not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:47:32.470380 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57604) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:32.619543 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8e910319-6918-4fbe-be26-39b4c36f15c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:32.729915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8e910319-6918-4fbe-be26-39b4c36f15c0 admin admin] Publish callbacks [] for security_group (d2b57dee-bb60-4ecb-adbb-769a75f5cb90), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:32.735250 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-8e910319-6918-4fbe-be26-39b4c36f15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d2b57dee-bb60-4ecb-adbb-769a75f5cb90), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:32.778370 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e910319-6918-4fbe-be26-39b4c36f15c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b57dee-bb60-4ecb-adbb-769a75f5cb90,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:32.783671 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-8e910319-6918-4fbe-be26-39b4c36f15c0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c8597a47523048e78c0791720c6e677a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118756 Aug 07 01:47:32.788087 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57610) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:32.894068 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] Publish callbacks [] for security_group (d2b57dee-bb60-4ecb-adbb-769a75f5cb90), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:32.935671 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] Publish callbacks [] for security_group (d2b57dee-bb60-4ecb-adbb-769a75f5cb90), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:33.011828 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d2b57dee-bb60-4ecb-adbb-769a75f5cb90), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:33.016592 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:33.018385 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d2b57dee-bb60-4ecb-adbb-769a75f5cb90 HTTP/1.1" status: 204 len: 168 time: 0.2286141 Aug 07 01:47:33.039211 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae29008-8070-489b-9307-e4cbc5459f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b57dee-bb60-4ecb-adbb-769a75f5cb90,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:41.994518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e1fe5240-2e95-4f51-852f-ab0752c3e302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:42.770715 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=1,neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:42.776385 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:43.021681 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=69,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:43.030486 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:45.865306 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9554cec7-5500-496e-9a81-41e5c10c891f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:48.476817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:49.014702 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:49.826868 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:51.873114 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57894) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:52.005693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9364a21-10cc-4c12-86df-fea2cb557691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.103208 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9364a21-10cc-4c12-86df-fea2cb557691 admin admin] Publish callbacks [] for security_group (665c9fab-cb25-4b82-a9f7-034bb0bb7ce3), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.108547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9364a21-10cc-4c12-86df-fea2cb557691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (665c9fab-cb25-4b82-a9f7-034bb0bb7ce3), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.166048 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9364a21-10cc-4c12-86df-fea2cb557691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c9fab-cb25-4b82-a9f7-034bb0bb7ce3,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:52.176548 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57902) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:52.177181 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e9364a21-10cc-4c12-86df-fea2cb557691 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8be5e93b1f2a4ba5b016fe0136a3b8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024883 Aug 07 01:47:52.236447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] Publish callbacks [] for security_group (665c9fab-cb25-4b82-a9f7-034bb0bb7ce3), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.262955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] Publish callbacks [] for security_group (665c9fab-cb25-4b82-a9f7-034bb0bb7ce3), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.323279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (665c9fab-cb25-4b82-a9f7-034bb0bb7ce3), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.328501 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:52.335023 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/665c9fab-cb25-4b82-a9f7-034bb0bb7ce3 HTTP/1.1" status: 204 len: 168 time: 0.1526411 Aug 07 01:47:52.344409 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086d027-d1a9-47af-8a65-8881a594f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c9fab-cb25-4b82-a9f7-034bb0bb7ce3,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:53.382596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57942) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:53.502033 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992722038-network', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:47:53.525023 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Made reservation on behalf of 673afe3c625d419e89fe80f3db4574fb for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:47:53.527665 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.537317 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.624368 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks [] for security_group (3387b482-79db-4f24-bee1-19b538459420), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.629701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3387b482-79db-4f24-bee1-19b538459420), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.663892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:47:53.671197 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387b482-79db-4f24-bee1-19b538459420,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:53.686569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (9bfa1746-71fe-4e47-8764-bb15c7cedc8f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.687402 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Added segment 9bfa1746-71fe-4e47-8764-bb15c7cedc8f of type vlan for network ed934e06-e878-44ca-b0cd-4ffe32e81e1a Aug 07 01:47:53.726312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.745706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (ed934e06-e878-44ca-b0cd-4ffe32e81e1a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.776810 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (ed934e06-e878-44ca-b0cd-4ffe32e81e1a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.778172 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:47:53.779154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.849213 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4651198 Aug 07 01:47:53.852675 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 57948) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:53.857866 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cabbae-0286-4d19-9704-06ab29c885b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed934e06-e878-44ca-b0cd-4ffe32e81e1a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:53.861348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Request body: {'subnet': {'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992722038-subnet', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:47:53.872838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:47:53.898365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Made reservation on behalf of 673afe3c625d419e89fe80f3db4574fb for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:47:53.901044 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742002'] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:53.955118 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:53.968085 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:54.131889 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12741988'] for subnet (33d26b65-32bd-4fe4-b084-b8d86e891915), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.195750 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d26b65-32bd-4fe4-b084-b8d86e891915,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:54.210115 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Checking segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:47:54.210470 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Network hostable DHCP agents. Network: ed934e06-e878-44ca-b0cd-4ffe32e81e1a, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:47:54.232871 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:47:54.246033 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ed934e06-e878-44ca-b0cd-4ffe32e81e1a) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:47:54.251865 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:47:54.252737 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.261012 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615200d-30bb-46a1-918c-25fb479e1d66 None None] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:47:54.276508 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4752a4dd-7463-4553-a5df-ecf621c070ed admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4210229 Aug 07 01:47:54.279425 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57950) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:54.285461 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:47:54.314615 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.316375 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.409041 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for router_controller (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.424618 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:47:54.426605 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.614748 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for router_gateway (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.700994 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:54.712822 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:54.719951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Allocated IP 172.20.0.2 (ed934e06-e878-44ca-b0cd-4ffe32e81e1a/33d26b65-32bd-4fe4-b084-b8d86e891915/d0649e08-b580-4ad8-9792-ac7983efa2e8) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:47:54.886666 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for router_gateway (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.924554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:54.986911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks [] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.001498 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.053791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:47:55.057816 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:47:55.063619 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:47:55.072769 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Pushing event updated for resources: {'Port': ['ID=d0649e08-b580-4ad8-9792-ac7983efa2e8,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:55.101508 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.102575 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.103083 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.103605 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.104115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.104678 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.105236 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.105754 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.106255 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.106734 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.107268 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.107840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.108422 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.109462 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.110009 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:55.165411 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Allocated IP 172.37.1.202 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/5af795bc-328c-49cb-8658-f9d9f0afc252) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:47:55.167280 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Attempting to bind port d0649e08-b580-4ad8-9792-ac7983efa2e8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:47:55.167676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Attempting to bind port d0649e08-b580-4ad8-9792-ac7983efa2e8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:47:55.168097 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Attempting to bind port d0649e08-b580-4ad8-9792-ac7983efa2e8 on network ed934e06-e878-44ca-b0cd-4ffe32e81e1a {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:47:55.174799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:47:55.175187 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Checking segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:47:55.175604 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.176005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Bound using segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:47:55.176562 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Bound port: d0649e08-b580-4ad8-9792-ac7983efa2e8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:47:55.176955 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.268527 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] For port d0649e08-b580-4ad8-9792-ac7983efa2e8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:47:55.273552 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] For port d0649e08-b580-4ad8-9792-ac7983efa2e8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0649e08-b580-4ad8-9792-ac7983efa2e8,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:47:55.288567 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.314900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.360463 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:55.372212 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83c4ce-92d3-4a2d-b6b4-0297d5c8e738 None None] Pushing event updated for resources: {'Port': ['ID=d0649e08-b580-4ad8-9792-ac7983efa2e8,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:55.425460 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:47:55.432993 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:47:55.438305 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:47:55.482145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Pushing event updated for resources: {'Port': ['ID=5af795bc-328c-49cb-8658-f9d9f0afc252,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:56.065825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for router_gateway (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.282572 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:56.324862 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.401518 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:56.440854 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a6831b-65a9-4d1e-b5ed-4bc4f238a513 None None] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:47:56.519080 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:56.519685 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:47:56.528071 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Provisioning complete for port d0649e08-b580-4ad8-9792-ac7983efa2e8 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:56.528711 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.683267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:47:56.701351 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Sync routers for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:47:56.714391 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.715888 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d0649e08-b580-4ad8-9792-ac7983efa2e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:47:56.716603 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1510277c-524b-404b-ad1b-bad70011149e admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4356010 Aug 07 01:47:56.721703 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 57972) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:47:56.728971 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:47:56.730008 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:56.808966 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:56.817706 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Current status of the port d0649e08-b580-4ad8-9792-ac7983efa2e8 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:47:56.819372 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.916411 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:47:56.917511 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] For port d0649e08-b580-4ad8-9792-ac7983efa2e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0649e08-b580-4ad8-9792-ac7983efa2e8,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:47:56.944548 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:56.961813 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d0649e08-b580-4ad8-9792-ac7983efa2e8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:56.962917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:57.112642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1795b44-cc1e-4352-9c0f-4fd1cfe86f52 None None] Pushing event updated for resources: {'Port': ['ID=d0649e08-b580-4ad8-9792-ac7983efa2e8,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:57.234348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d0649e08-b580-4ad8-9792-ac7983efa2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:47:57.325953 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:55Z', 'revision_number': 3, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:57.386100 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Checking router: 4c021b0f-d463-4ee4-a28d-86b9c995fc0f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:47:57.386489 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Updating router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f port 5af795bc-328c-49cb-8658-f9d9f0afc252 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:47:57.397506 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1283ff2c-bf4c-46be-8fc8-61e13afa5867 None None] Provisioning complete for port d0649e08-b580-4ad8-9792-ac7983efa2e8 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:57.398639 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1283ff2c-bf4c-46be-8fc8-61e13afa5867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:57.453670 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:57.529498 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:47:57.561290 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:57.581033 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1283ff2c-bf4c-46be-8fc8-61e13afa5867 None None] Current status of the port d0649e08-b580-4ad8-9792-ac7983efa2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:47:57.839088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Allocated IP 172.20.0.1 (ed934e06-e878-44ca-b0cd-4ffe32e81e1a/33d26b65-32bd-4fe4-b084-b8d86e891915/147ede44-55ce-4cbb-86c6-b607ac672a9a) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:47:57.845875 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:57.890926 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:57.940797 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks [] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:57.948750 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.079569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks [] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.089753 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Attempting to bind port 5af795bc-328c-49cb-8658-f9d9f0afc252 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:47:58.090131 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Attempting to bind port 5af795bc-328c-49cb-8658-f9d9f0afc252 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:47:58.090499 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Attempting to bind port 5af795bc-328c-49cb-8658-f9d9f0afc252 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:47:58.102414 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:47:58.102940 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:47:58.103238 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.103693 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:47:58.104561 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Bound port: 5af795bc-328c-49cb-8658-f9d9f0afc252, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:47:58.104959 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.143532 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Pushing event updated for resources: {'Port': ['ID=5af795bc-328c-49cb-8658-f9d9f0afc252,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:58.158465 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.158845 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.159062 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.159251 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.159621 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.159989 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.160406 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.160821 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.161070 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.161455 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.161730 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.162080 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.162469 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.162734 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.163063 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.163391 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:47:58.196727 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] For port 5af795bc-328c-49cb-8658-f9d9f0afc252, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:47:58.201593 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] For port 5af795bc-328c-49cb-8658-f9d9f0afc252, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5af795bc-328c-49cb-8658-f9d9f0afc252,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:47:58.212855 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.271574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Pushing event updated for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:58.279827 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:47:58.280117 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:47:58.282109 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:58.282819 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:47:58.287418 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:47:58.364319 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.381853 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:58.393819 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00edb7-c022-4be0-b4b0-f4e89fbc4205 None None] Pushing event updated for resources: {'Port': ['ID=5af795bc-328c-49cb-8658-f9d9f0afc252,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:58.466368 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:58.487098 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:47:58.620831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.658060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-93d9f465-a702-43b8-a421-f738983237c8 None None] Provisioning complete for port 147ede44-55ce-4cbb-86c6-b607ac672a9a triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:58.658969 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-93d9f465-a702-43b8-a421-f738983237c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.700354 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d0649e08-b580-4ad8-9792-ac7983efa2e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:47:58.788183 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-93d9f465-a702-43b8-a421-f738983237c8 None None] Port 147ede44-55ce-4cbb-86c6-b607ac672a9a cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:47:58.812463 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port d0649e08-b580-4ad8-9792-ac7983efa2e8 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:58.813540 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.873328 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:55Z', 'revision_number': 3, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:47:58.929742 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c622049-ad5e-439c-b2e8-197b2cb4317d None None] The sync data for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi is: [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:55Z', 'revision_number': 3, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:47:58.982424 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks [] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.988433 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:58.996094 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port d0649e08-b580-4ad8-9792-ac7983efa2e8 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:47:59.095984 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:59.099373 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Pushing event updated for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:47:59.287160 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:47:59.289863 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:47:59.459804 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:59.488343 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:47:59.542474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:47:59.709869 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:47:59.719124 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-42e246fe-a9e0-4c9a-b100-68051c8f14be admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c021b0f-d463-4ee4-a28d-86b9c995fc0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951665 Aug 07 01:47:59.748317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-2c5a4053-1e39-4922-a8d6-2b4a03318d7b None None] Provisioning complete for port 147ede44-55ce-4cbb-86c6-b607ac672a9a triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:47:59.749794 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4053-1e39-4922-a8d6-2b4a03318d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:47:59.816580 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4053-1e39-4922-a8d6-2b4a03318d7b None None] Port 147ede44-55ce-4cbb-86c6-b607ac672a9a cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:00.369729 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58030) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:00.375408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244822224-network', 'tenant_id': 'de90994b10764efbae4183e20b04b05c'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:00.398798 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Made reservation on behalf of de90994b10764efbae4183e20b04b05c for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:00.401583 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.411787 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.509519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks [] for security_group (2a71b48d-6e93-44c4-a26b-06198e9616b4), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.514280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2a71b48d-6e93-44c4-a26b-06198e9616b4), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.543944 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:48:00.561263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a71b48d-6e93-44c4-a26b-06198e9616b4,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:00.567410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (c3a3a624-c78f-4a10-af54-f266ef6cbccd), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.567767 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Added segment c3a3a624-c78f-4a10-af54-f266ef6cbccd of type vlan for network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 Aug 07 01:48:00.632846 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.682149 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.684110 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:00.685615 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.699316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5af795bc-328c-49cb-8658-f9d9f0afc252 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:00.763924 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5af795bc-328c-49cb-8658-f9d9f0afc252 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:00.765349 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.779982 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4089227 Aug 07 01:48:00.785792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58036) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:00.794114 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995747-3c73-402e-972f-d2a39929da35 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ed68e5-97a9-4b74-90b7-68b6ff96bda7,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:00.798362 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Request body: {'subnet': {'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244822224-subnet', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:00.824429 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:48:00.828612 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Made reservation on behalf of de90994b10764efbae4183e20b04b05c for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:00.831442 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742002'] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:00.911504 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.021718 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5af795bc-328c-49cb-8658-f9d9f0afc252 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:01.022147 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.050680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 5af795bc-328c-49cb-8658-f9d9f0afc252, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5af795bc-328c-49cb-8658-f9d9f0afc252,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:01.056693 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.114234 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.121550 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=5af795bc-328c-49cb-8658-f9d9f0afc252,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:01.140087 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12741988'] for subnet (41b80229-7413-4c5c-a53a-6151e2b10290), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.196631 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Sync routers for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:01.211538 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:01.212576 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:01.221753 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.254502 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.259276 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b80229-7413-4c5c-a53a-6151e2b10290,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:01.280080 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Checking segment: {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:01.280992 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Network hostable DHCP agents. Network: a9ed68e5-97a9-4b74-90b7-68b6ff96bda7, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:48:01.312724 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:48:01.328632 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a9ed68e5-97a9-4b74-90b7-68b6ff96bda7) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:01.340865 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:01.341701 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.350335 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44b885-f8ca-4e28-bd3d-385539bfe5b3 None None] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:01.368819 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-6e0c4ee0-84e4-44cb-86b9-dc5d64628d3c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5773773 Aug 07 01:48:01.369077 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58046) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:01.374669 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:01.399526 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (543ddec0-5074-477a-a1a4-efa246b651bc), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.400697 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (543ddec0-5074-477a-a1a4-efa246b651bc), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.461913 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for router_controller (543ddec0-5074-477a-a1a4-efa246b651bc), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.462309 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:01.648167 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for router_gateway (543ddec0-5074-477a-a1a4-efa246b651bc), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.804433 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'project_id': 'de90994b10764efbae4183e20b04b05c', 'fixed_ips': [{'subnet_id': '41b80229-7413-4c5c-a53a-6151e2b10290'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:48:01.805992 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.864337 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.878718 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:01.904733 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for router_gateway (543ddec0-5074-477a-a1a4-efa246b651bc), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:01.928528 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.039322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 2, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:02.081245 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Checking router: 4c021b0f-d463-4ee4-a28d-86b9c995fc0f for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:02.081881 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Updating router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f port 147ede44-55ce-4cbb-86c6-b607ac672a9a binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:02.100559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Allocated IP 172.37.1.243 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/83b1c19d-1b77-4568-a3a9-b82132f70d3e) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:02.144339 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.158499 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Allocated IP 172.20.0.2 (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7/41b80229-7413-4c5c-a53a-6151e2b10290/f8c0168e-829f-47cc-bb90-5e418d3045d5) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:02.233011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.295652 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.340371 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:02.355715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:02.362410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:02.367023 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:02.398080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Pushing event updated for resources: {'Port': ['ID=83b1c19d-1b77-4568-a3a9-b82132f70d3e,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:02.496508 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:02.520288 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks [] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.535947 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.603003 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:02.616996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:02.629223 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:02.635423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Pushing event updated for resources: {'Port': ['ID=f8c0168e-829f-47cc-bb90-5e418d3045d5,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:02.768795 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5af795bc-328c-49cb-8658-f9d9f0afc252 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:02.779178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks [] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.821699 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for router_gateway (543ddec0-5074-477a-a1a4-efa246b651bc), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.838470 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.851685 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Attempting to bind port f8c0168e-829f-47cc-bb90-5e418d3045d5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:02.852617 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Attempting to bind port f8c0168e-829f-47cc-bb90-5e418d3045d5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:02.853436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Attempting to bind port f8c0168e-829f-47cc-bb90-5e418d3045d5 on network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:02.917474 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:02.917971 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Checking segment: {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:02.918833 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.919666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Bound using segment: {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:02.920690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Bound port: f8c0168e-829f-47cc-bb90-5e418d3045d5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:02.921677 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:02.960071 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58060) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:03.060584 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc68ee-0371-492a-84bb-2d4527b762cf None None] Pushing event updated for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:03.127549 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9234728b-5c07-4096-b9af-89bf0f67c6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.139813 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5af795bc-328c-49cb-8658-f9d9f0afc252 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:03.140917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.199656 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] For port f8c0168e-829f-47cc-bb90-5e418d3045d5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:03.202404 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Attempting to bind port 147ede44-55ce-4cbb-86c6-b607ac672a9a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:03.202792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Attempting to bind port 147ede44-55ce-4cbb-86c6-b607ac672a9a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:03.203361 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Attempting to bind port 147ede44-55ce-4cbb-86c6-b607ac672a9a on network ed934e06-e878-44ca-b0cd-4ffe32e81e1a {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:03.224139 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:03.224576 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Checking segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:03.225104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.225572 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Bound using segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:03.226198 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Bound port: 147ede44-55ce-4cbb-86c6-b607ac672a9a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:03.226696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.232647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] For port f8c0168e-829f-47cc-bb90-5e418d3045d5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8c0168e-829f-47cc-bb90-5e418d3045d5,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:03.254132 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.352899 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9234728b-5c07-4096-b9af-89bf0f67c6ce admin admin] Publish callbacks [] for security_group (770b373b-0764-4078-a46b-4fd0335fc0d4), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.359678 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-9234728b-5c07-4096-b9af-89bf0f67c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (770b373b-0764-4078-a46b-4fd0335fc0d4), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.421897 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234728b-5c07-4096-b9af-89bf0f67c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770b373b-0764-4078-a46b-4fd0335fc0d4,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:03.431079 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-9234728b-5c07-4096-b9af-89bf0f67c6ce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=303ece81a3e84ae6b979c9bce3847c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680352 Aug 07 01:48:03.432166 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58070) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:03.441489 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:03.542833 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] Publish callbacks [] for security_group (770b373b-0764-4078-a46b-4fd0335fc0d4), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.570138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5af795bc-328c-49cb-8658-f9d9f0afc252 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:03.579332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99947eb-d496-44f1-ae37-b2286b933fc8 None None] Pushing event updated for resources: {'Port': ['ID=f8c0168e-829f-47cc-bb90-5e418d3045d5,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:03.611979 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] For port 147ede44-55ce-4cbb-86c6-b607ac672a9a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:03.644226 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] Publish callbacks [] for security_group (770b373b-0764-4078-a46b-4fd0335fc0d4), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.647435 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (543ddec0-5074-477a-a1a4-efa246b651bc), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.651448 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] For port 147ede44-55ce-4cbb-86c6-b607ac672a9a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=147ede44-55ce-4cbb-86c6-b607ac672a9a,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:03.658895 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:03.662506 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.759210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:03.762967 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:03.775718 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (770b373b-0764-4078-a46b-4fd0335fc0d4), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.781910 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:03.800108 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/770b373b-0764-4078-a46b-4fd0335fc0d4 HTTP/1.1" status: 204 len: 168 time: 0.3583755 Aug 07 01:48:03.815626 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff81ce-d97f-4e77-82f8-916f6b80f937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b373b-0764-4078-a46b-4fd0335fc0d4,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:03.922407 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:03.946722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Router 543ddec0-5074-477a-a1a4-efa246b651bc is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:48:03.968978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:04.001313 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc68ee-0371-492a-84bb-2d4527b762cf None None] Pushing event updated for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:04.053563 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:04.089434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:04.105796 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Sync routers for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:04.126902 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:04.127214 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:04.127600 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:04.135096 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58076) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:04.147659 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-13774552-3715-4c7a-a295-32b5f2a81a35 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7769504 Aug 07 01:48:04.265659 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:04.546803 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:02Z', 'revision_number': 3, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:04.592650 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Checking router: 543ddec0-5074-477a-a1a4-efa246b651bc for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:04.593285 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Updating router 543ddec0-5074-477a-a1a4-efa246b651bc port 83b1c19d-1b77-4568-a3a9-b82132f70d3e binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:04.664381 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:04.734985 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:03Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:04.794430 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1410d77-aa29-4207-9656-91321ec65263 None None] The sync data for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi is: [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:03Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:04.860085 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f8c0168e-829f-47cc-bb90-5e418d3045d5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:04.969378 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f8c0168e-829f-47cc-bb90-5e418d3045d5 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:04.970347 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.397101 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974adfe-5bb2-4523-b765-a67da7e3d568 None None] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:05.405097 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.435693 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:05.444347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:05.576107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Provisioning complete for port f8c0168e-829f-47cc-bb90-5e418d3045d5 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:05.576573 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.632840 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks [] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.638854 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:05.646088 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.725911 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b90d3-dc8c-451d-b85b-082795826502 None None] Pushing event updated for resources: {'Port': ['ID=83b1c19d-1b77-4568-a3a9-b82132f70d3e,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:05.746963 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Attempting to bind port 83b1c19d-1b77-4568-a3a9-b82132f70d3e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:05.747751 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Attempting to bind port 83b1c19d-1b77-4568-a3a9-b82132f70d3e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:05.748315 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Attempting to bind port 83b1c19d-1b77-4568-a3a9-b82132f70d3e on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:05.760130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f8c0168e-829f-47cc-bb90-5e418d3045d5 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:05.760556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.761270 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:05.761883 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:05.762652 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.762865 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Allocated IP 172.20.0.1 (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7/41b80229-7413-4c5c-a53a-6151e2b10290/45f16e8b-993b-4697-a01a-e300ced06bc7) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:05.763358 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:05.764487 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Bound port: 83b1c19d-1b77-4568-a3a9-b82132f70d3e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:05.768088 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.876803 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58106) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:05.885690 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] For port 83b1c19d-1b77-4568-a3a9-b82132f70d3e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:05.899959 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] For port 83b1c19d-1b77-4568-a3a9-b82132f70d3e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=83b1c19d-1b77-4568-a3a9-b82132f70d3e,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:05.902465 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Current status of the port f8c0168e-829f-47cc-bb90-5e418d3045d5 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:05.903185 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.931231 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:05.955718 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port f8c0168e-829f-47cc-bb90-5e418d3045d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8c0168e-829f-47cc-bb90-5e418d3045d5,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:05.980705 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.010386 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:06.011050 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:06.045239 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks [] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.088639 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:06.096387 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1190232824-network', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:06.100819 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b90d3-dc8c-451d-b85b-082795826502 None None] Pushing event updated for resources: {'Port': ['ID=83b1c19d-1b77-4568-a3a9-b82132f70d3e,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:06.162096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=f8c0168e-829f-47cc-bb90-5e418d3045d5,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:06.165139 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Made reservation on behalf of a3df9bc7e5f54e938a0ab2bdc841ecd3 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:06.171623 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.181145 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.196403 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.224164 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:06.264587 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Pushing event updated for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:06.273027 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:48:06.273776 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:48:06.283940 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:06.285586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:06.305325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:06.333689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks [] for security_group (c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.339848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.356845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:48:06.362092 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (543ddec0-5074-477a-a1a4-efa246b651bc), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.375569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (3aa2c23c-82df-4547-9a02-5671570f5aa0), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.376304 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Added segment 3aa2c23c-82df-4547-9a02-5671570f5aa0 of type vlan for network 384bcd20-2ca4-43e0-9733-babcc24354c3 Aug 07 01:48:06.454040 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:06.458361 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (384bcd20-2ca4-43e0-9733-babcc24354c3), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.497521 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (384bcd20-2ca4-43e0-9733-babcc24354c3), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.498940 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:06.500224 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.572164 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.584362 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:02Z', 'revision_number': 3, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:06.613218 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7348630 Aug 07 01:48:06.621730 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58110) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:06.628189 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Request body: {'subnet': {'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1190232824-subnet', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'ip_version': 4}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:06.663808 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c971a89b-55c0-4643-a340-b30aa8b200fa None None] The sync data for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi is: [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:02Z', 'revision_number': 3, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:06.669579 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b4b37-8c40-439c-b528-ec86f0cd93d0 admin admin] Pushing event updated for resources: {'Network': ['ID=384bcd20-2ca4-43e0-9733-babcc24354c3,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:06.687896 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:48:06.690819 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:06.729062 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Made reservation on behalf of a3df9bc7e5f54e938a0ab2bdc841ecd3 for: {'subnet': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:06.740510 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12616445'] for subnet (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.883115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:06.902598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f8c0168e-829f-47cc-bb90-5e418d3045d5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:06.938225 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:06.954210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ae250-87ef-4131-bce3-ab02e8b6f823 None None] Current status of the port f8c0168e-829f-47cc-bb90-5e418d3045d5 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:06.987949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port f8c0168e-829f-47cc-bb90-5e418d3045d5 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:06.989106 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:06.992817 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks [] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.005869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.018362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:07.112972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Provisioning complete for port f8c0168e-829f-47cc-bb90-5e418d3045d5 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:07.113345 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.116075 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port f8c0168e-829f-47cc-bb90-5e418d3045d5 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:07.117772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 147ede44-55ce-4cbb-86c6-b607ac672a9a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:07.123710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14136160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12616427'] for subnet (01cc7ead-ca38-4f24-810c-f2f44e3d9a1d), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.231109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:07.278398 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:07.291499 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Checking segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:07.294483 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Pushing event updated for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:07.294735 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Network hostable DHCP agents. Network: 384bcd20-2ca4-43e0-9733-babcc24354c3, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:48:07.298625 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 147ede44-55ce-4cbb-86c6-b607ac672a9a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:07.313160 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (543ddec0-5074-477a-a1a4-efa246b651bc), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.315791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.329688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:48:07.347580 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 384bcd20-2ca4-43e0-9733-babcc24354c3) {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:07.359753 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:07.361920 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.397333 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Current status of the port f8c0168e-829f-47cc-bb90-5e418d3045d5 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:07.402835 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e189def-45c8-49d3-ba97-d7bc401d4f08 None None] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:07.407475 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-66b7eddc-baed-4082-9cc6-8333724f0354 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7842677 Aug 07 01:48:07.410317 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58114) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:07.417430 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:07.478731 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Provisioning complete for port 45f16e8b-993b-4697-a01a-e300ced06bc7 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:07.479278 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.486325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.490064 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.521999 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:07.572310 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7965-5aaf-404e-88ca-acee4e2e6bb6 None None] Port 45f16e8b-993b-4697-a01a-e300ced06bc7 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:07.622785 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 147ede44-55ce-4cbb-86c6-b607ac672a9a is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:07.623294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.641184 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-384bcd20-2ca4-43e0-9733-babcc24354c3', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:48:07.642202 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.682187 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 147ede44-55ce-4cbb-86c6-b607ac672a9a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=147ede44-55ce-4cbb-86c6-b607ac672a9a,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:07.694508 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:07.822792 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:07.884334 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Allocated IP 172.20.0.2 (384bcd20-2ca4-43e0-9733-babcc24354c3/01cc7ead-ca38-4f24-810c-f2f44e3d9a1d/1b897479-1ac7-4eb0-ac34-5c3ff409071f) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:07.889246 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:07.927600 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:07.933089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:07.937263 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:07.941900 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for router_controller (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), precommit_add_association {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.199084 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks [] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.206421 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.260923 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:08.265082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:08.267931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:08.274423 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for router_gateway (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.280107 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Pushing event updated for resources: {'Port': ['ID=1b897479-1ac7-4eb0-ac34-5c3ff409071f,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:08.320978 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Router 543ddec0-5074-477a-a1a4-efa246b651bc has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:48:08.331906 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-ee05bb7d-46e0-4443-8229-11abad7a52ff None None] Provisioning complete for port 45f16e8b-993b-4697-a01a-e300ced06bc7 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:08.332486 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ee05bb7d-46e0-4443-8229-11abad7a52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.392634 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Attempting to bind port 1b897479-1ac7-4eb0-ac34-5c3ff409071f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:08.393013 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Attempting to bind port 1b897479-1ac7-4eb0-ac34-5c3ff409071f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:08.393379 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Attempting to bind port 1b897479-1ac7-4eb0-ac34-5c3ff409071f on network 384bcd20-2ca4-43e0-9733-babcc24354c3 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:08.402413 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:08.402816 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Checking segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:08.403185 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.403577 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Bound using segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:08.404095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Bound port: 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:08.404522 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.406827 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-ee05bb7d-46e0-4443-8229-11abad7a52ff None None] Port 45f16e8b-993b-4697-a01a-e300ced06bc7 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:08.496282 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] For port 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:08.500060 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] For port 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b897479-1ac7-4eb0-ac34-5c3ff409071f,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:08.507932 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.603665 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9782-68b5-4994-b033-8409c1729e6b None None] Pushing event updated for resources: {'Port': ['ID=1b897479-1ac7-4eb0-ac34-5c3ff409071f,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:08.706971 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:08.719603 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e10c4439-274a-4493-b931-2266592a00df admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/543ddec0-5074-477a-a1a4-efa246b651bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5808074 Aug 07 01:48:08.764191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for router_gateway (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.813908 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 83b1c19d-1b77-4568-a3a9-b82132f70d3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:08.820558 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:08.841991 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:08.875103 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 83b1c19d-1b77-4568-a3a9-b82132f70d3e triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:08.875805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.017989 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 83b1c19d-1b77-4568-a3a9-b82132f70d3e is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:09.018394 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.076565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 83b1c19d-1b77-4568-a3a9-b82132f70d3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=83b1c19d-1b77-4568-a3a9-b82132f70d3e,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:09.083459 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.084568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 147ede44-55ce-4cbb-86c6-b607ac672a9a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:09.107725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Allocated IP 172.37.1.58 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/3e34099f-47b3-4fa6-9ba8-98baee317f43) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:09.183902 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=83b1c19d-1b77-4568-a3a9-b82132f70d3e,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:09.207213 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 147ede44-55ce-4cbb-86c6-b607ac672a9a triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:09.208123 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.293355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:09.363842 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 147ede44-55ce-4cbb-86c6-b607ac672a9a is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:09.364108 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.389357 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Sync routers for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:09.408587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:09.409490 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:09.427820 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:09.484780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:09.490690 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:09.502880 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:09.565657 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:09.588894 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3e34099f-47b3-4fa6-9ba8-98baee317f43,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:09.667973 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:09.709541 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:10.006121 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for router_gateway (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.073642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:06Z', 'revision_number': 4, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45f16e8b-993b-4697-a01a-e300ced06bc7', 'name': '', 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'mac_address': 'fa:16:3e:0b:e4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:05Z', 'updated_at': '2022-08-07T01:48:06Z', 'revision_number': 2, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'subnets': [{'id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:10.104754 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Checking router: 543ddec0-5074-477a-a1a4-efa246b651bc for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:10.105018 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Updating router 543ddec0-5074-477a-a1a4-efa246b651bc port 45f16e8b-993b-4697-a01a-e300ced06bc7 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:10.157129 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.379919 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.553995 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:10.591005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51737ac6-7270-4345-bb68-c0348d129be1 None None] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:10.599567 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:48:10.800992 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:10.803732 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Provisioning complete for port 1b897479-1ac7-4eb0-ac34-5c3ff409071f triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:10.804285 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.813153 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Sync routers for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:10.829096 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks [] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.832504 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:10.837678 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:10.839257 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-cd859c1b-b5f8-4a40-b6b7-99f9187082f8 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4277277 Aug 07 01:48:10.839477 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:10.842212 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58150) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:10.866445 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 83b1c19d-1b77-4568-a3a9-b82132f70d3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:10.880130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.060172 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09142e0a-ae2e-4ad7-9f35-1ab074412efa None None] Pushing event updated for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:11.066657 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=100 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:11.154534 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:11.183677 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 83b1c19d-1b77-4568-a3a9-b82132f70d3e triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:11.184218 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.222206 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Attempting to bind port 45f16e8b-993b-4697-a01a-e300ced06bc7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:11.229714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Attempting to bind port 45f16e8b-993b-4697-a01a-e300ced06bc7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:11.230309 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Attempting to bind port 45f16e8b-993b-4697-a01a-e300ced06bc7 on network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:11.236169 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Current status of the port 1b897479-1ac7-4eb0-ac34-5c3ff409071f is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:11.246535 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.263164 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:11.273480 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:11.279529 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Checking segment: {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:11.280179 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.280757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Bound using segment: {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:11.281409 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Bound port: 45f16e8b-993b-4697-a01a-e300ced06bc7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a3a624-c78f-4a10-af54-f266ef6cbccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:11.281936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.377461 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] For port 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b897479-1ac7-4eb0-ac34-5c3ff409071f,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:11.389161 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.495789 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 83b1c19d-1b77-4568-a3a9-b82132f70d3e is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:11.497243 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1b897479-1ac7-4eb0-ac34-5c3ff409071f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:11.524738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] For port 45f16e8b-993b-4697-a01a-e300ced06bc7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:11.565231 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] For port 45f16e8b-993b-4697-a01a-e300ced06bc7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45f16e8b-993b-4697-a01a-e300ced06bc7,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:11.571177 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d03f3-ab0f-4eee-8c72-ab45e9c85776 None None] Pushing event updated for resources: {'Port': ['ID=1b897479-1ac7-4eb0-ac34-5c3ff409071f,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:11.581565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-b0fded40-f25c-45cc-8b4c-ab3fdece9f5e None None] Provisioning complete for port 1b897479-1ac7-4eb0-ac34-5c3ff409071f triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:11.582178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-b0fded40-f25c-45cc-8b4c-ab3fdece9f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.587038 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.698489 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 3, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:11.722911 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09142e0a-ae2e-4ad7-9f35-1ab074412efa None None] Pushing event updated for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:11.727488 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 1b897479-1ac7-4eb0-ac34-5c3ff409071f triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:11.727880 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.731535 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Checking router: 667ad5c5-27b4-4744-a7a5-3cd5536aa99e for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:11.732176 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Updating router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e port 3e34099f-47b3-4fa6-9ba8-98baee317f43 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:11.764578 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:11.770328 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:11.771274 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:11.893711 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:11.981337 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.025569 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.054553 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks [] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.058646 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.073413 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.114597 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.116729 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Attempting to bind port 3e34099f-47b3-4fa6-9ba8-98baee317f43 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:12.117607 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Attempting to bind port 3e34099f-47b3-4fa6-9ba8-98baee317f43 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:12.118553 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Attempting to bind port 3e34099f-47b3-4fa6-9ba8-98baee317f43 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:12.133493 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:12.134480 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:12.135564 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.136493 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:12.137547 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Bound port: 3e34099f-47b3-4fa6-9ba8-98baee317f43, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:12.152202 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.227094 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-72d27545-213d-4010-8203-e1a93f29d783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.270603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Allocated IP 172.20.0.1 (384bcd20-2ca4-43e0-9733-babcc24354c3/01cc7ead-ca38-4f24-810c-f2f44e3d9a1d/75c6d140-7640-4ee5-8128-51d53da77b36) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:12.289036 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 1b897479-1ac7-4eb0-ac34-5c3ff409071f is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:12.295570 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] For port 3e34099f-47b3-4fa6-9ba8-98baee317f43, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:12.310653 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] For port 3e34099f-47b3-4fa6-9ba8-98baee317f43, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e34099f-47b3-4fa6-9ba8-98baee317f43,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:12.353613 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.379416 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:12.380777 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:47:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:12.382724 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-b0fded40-f25c-45cc-8b4c-ab3fdece9f5e None None] Current status of the port 1b897479-1ac7-4eb0-ac34-5c3ff409071f is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:12.420340 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks [] for port (75c6d140-7640-4ee5-8128-51d53da77b36), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.455802 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.455802 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.461666 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.534799 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:12.541947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:12.546989 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:12.553214 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:12.570585 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:12.591396 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:06Z', 'revision_number': 4, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45f16e8b-993b-4697-a01a-e300ced06bc7', 'name': '', 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'mac_address': 'fa:16:3e:0b:e4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:05Z', 'updated_at': '2022-08-07T01:48:11Z', 'revision_number': 4, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'subnets': [{'id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:12.611839 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Pushing event updated for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:12.664334 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.752088 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668e53ee-3736-49b5-9c6c-4416ded55b14 None None] The sync data for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi is: [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:06Z', 'revision_number': 4, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '45f16e8b-993b-4697-a01a-e300ced06bc7', 'name': '', 'network_id': 'a9ed68e5-97a9-4b74-90b7-68b6ff96bda7', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'mac_address': 'fa:16:3e:0b:e4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:05Z', 'updated_at': '2022-08-07T01:48:11Z', 'revision_number': 4, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'subnets': [{'id': '41b80229-7413-4c5c-a53a-6151e2b10290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:12.776662 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1b897479-1ac7-4eb0-ac34-5c3ff409071f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:12.811513 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef905-86fd-49aa-a5f0-e0a2b313aa73 None None] Pushing event updated for resources: {'Port': ['ID=3e34099f-47b3-4fa6-9ba8-98baee317f43,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:12.931288 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 1b897479-1ac7-4eb0-ac34-5c3ff409071f triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:12.931886 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:12.987616 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef905-86fd-49aa-a5f0-e0a2b313aa73 None None] Pushing event updated for resources: {'Port': ['ID=3e34099f-47b3-4fa6-9ba8-98baee317f43,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:13.048354 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 3, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:13.098984 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d092719-2946-4936-a90d-b2811223ddc9 None None] The sync data for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi is: [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 3, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:13.141271 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:13.258639 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 1b897479-1ac7-4eb0-ac34-5c3ff409071f is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:13.273847 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-88e1d736-f0c2-4f67-bd28-73990e5eb53d None None] Provisioning complete for port 75c6d140-7640-4ee5-8128-51d53da77b36 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:13.274644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-88e1d736-f0c2-4f67-bd28-73990e5eb53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:13.384050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d736-f0c2-4f67-bd28-73990e5eb53d None None] Port 75c6d140-7640-4ee5-8128-51d53da77b36 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:13.649597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks [] for port (75c6d140-7640-4ee5-8128-51d53da77b36), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:13.656827 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:13.813628 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:13.820941 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Pushing event updated for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:14.066346 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:14.074993 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:14.314419 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:48:14.387085 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:14.498073 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:14.508113 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-560bc1ad-76f1-4cc9-9cfc-f31eb06b27db admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/667ad5c5-27b4-4744-a7a5-3cd5536aa99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6622219 Aug 07 01:48:14.553427 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-40f44e3f-9186-4b7f-aecb-eac25a569ac2 None None] Provisioning complete for port 75c6d140-7640-4ee5-8128-51d53da77b36 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:14.553993 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-40f44e3f-9186-4b7f-aecb-eac25a569ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:14.652422 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-40f44e3f-9186-4b7f-aecb-eac25a569ac2 None None] Port 75c6d140-7640-4ee5-8128-51d53da77b36 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:14.840349 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3e34099f-47b3-4fa6-9ba8-98baee317f43 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:14.932021 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3e34099f-47b3-4fa6-9ba8-98baee317f43 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:14.932703 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.248613 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3e34099f-47b3-4fa6-9ba8-98baee317f43 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:15.249870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.324297 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 3e34099f-47b3-4fa6-9ba8-98baee317f43, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e34099f-47b3-4fa6-9ba8-98baee317f43,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:15.331916 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.333642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 45f16e8b-993b-4697-a01a-e300ced06bc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:15.528401 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=3e34099f-47b3-4fa6-9ba8-98baee317f43,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:15.559833 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 45f16e8b-993b-4697-a01a-e300ced06bc7 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:15.560502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.783502 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 45f16e8b-993b-4697-a01a-e300ced06bc7 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:15.784811 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.838180 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58210) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:15.846417 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-67137896-network', 'tenant_id': '643d5812093148458f0b699a07a15805'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:15.860449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:15.886117 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Made reservation on behalf of 643d5812093148458f0b699a07a15805 for: {'network': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:15.893131 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for network (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.913652 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 45f16e8b-993b-4697-a01a-e300ced06bc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45f16e8b-993b-4697-a01a-e300ced06bc7,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:15.916130 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7c6b587c-b08c-4a0d-87e7-10bcc4db048a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.924544 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.931235 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:15.979789 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:16.071226 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:16.157154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks [] for security_group (3ca2b48e-e434-47a5-9c5a-84e665888b62), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.167054 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3ca2b48e-e434-47a5-9c5a-84e665888b62), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.217354 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=104193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 01:48:16.229907 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca2b48e-e434-47a5-9c5a-84e665888b62,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:16.236632 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (f0d44708-741c-4677-9680-e79c522246f8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.237028 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.segments_db [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Added segment f0d44708-741c-4677-9680-e79c522246f8 of type vlan for network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec Aug 07 01:48:16.297235 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742900825784'] for network (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.368848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159'] for network (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.370474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:16.371781 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.478634 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6374133 Aug 07 01:48:16.481345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58212) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:16.487947 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Request body: {'subnet': {'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-67137896-subnet', 'tenant_id': '643d5812093148458f0b699a07a15805', 'ip_version': 4}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:16.499757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13bf1-aca9-4844-84b5-85445c39a3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:16.512838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 01:48:16.537361 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Made reservation on behalf of 643d5812093148458f0b699a07a15805 for: {'subnet': 1} {{(pid=104194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:16.541582 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12742002'] for subnet (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.662805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:16.732325 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3e34099f-47b3-4fa6-9ba8-98baee317f43 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:16.829257 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 3e34099f-47b3-4fa6-9ba8-98baee317f43 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:16.829787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:16.959387 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 3e34099f-47b3-4fa6-9ba8-98baee317f43 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:16.961316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 45f16e8b-993b-4697-a01a-e300ced06bc7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:17.026906 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13561833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12741988'] for subnet (c48dfa37-e976-4069-947a-02b525d1fe54), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.035362 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 45f16e8b-993b-4697-a01a-e300ced06bc7 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:17.035965 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.194927 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 45f16e8b-993b-4697-a01a-e300ced06bc7 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:17.220860 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:17.238348 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48dfa37-e976-4069-947a-02b525d1fe54,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:17.261031 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Checking segment: {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:17.261726 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Network hostable DHCP agents. Network: c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec, hostable agents: ['39f4492f-c067-45a0-ab60-a9878cc498ea'], hosted agents: [] {{(pid=104194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 01:48:17.290591 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec is scheduled to be hosted by DHCP agent 39f4492f-c067-45a0-ab60-a9878cc498ea with binding_index 1 {{(pid=104194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 01:48:17.313643 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec) {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:17.322887 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:17.323569 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.326590 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac2141-2bb9-4d4c-a5ed-6742db9921c2 None None] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:17.384421 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58232) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:17.393922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:17.396873 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e2ec7a03-641c-40f1-aa5e-30474b2f9036 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9129643 Aug 07 01:48:17.453613 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16463689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13149'] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.456829 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16453154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16421835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16286878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13092'] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.598443 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'project_id': '643d5812093148458f0b699a07a15805', 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54'}]}} from dv-cinder-master-3-iscsi. {{(pid=104195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 07 01:48:17.601524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.631930 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for router_controller (5be4184e-2619-453c-b2f4-c9ca17ea1442), precommit_add_association {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:17.931621 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.db_base_plugin_common [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Allocated IP 172.20.0.2 (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec/c48dfa37-e976-4069-947a-02b525d1fe54/5b4849d7-de1c-4fbc-a095-1a5cde152e08) {{(pid=104195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:17.936066 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for router_gateway (5be4184e-2619-453c-b2f4-c9ca17ea1442), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.149473 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Sync routers for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:18.198757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:18.198757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:18.247468 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for router_gateway (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.271894 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:18.290830 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.335211 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks [] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), precommit_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.353370 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), after_create {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.404226 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:18.415899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:18.424399 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec is already hosted by enough agents. {{(pid=104195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:18.434767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:18.439316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Resources bound (agent type, host, resource id): {{(pid=104195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:18.479312 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Allocated IP 172.37.1.140 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/cf88f9dd-bd96-4277-86ba-d4b5851f0ab1) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:18.504570 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Received port after_create {{(pid=104195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:18.524726 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Pushing event updated for resources: {'Port': ['ID=5b4849d7-de1c-4fbc-a095-1a5cde152e08,revision_number=1']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:18.549250 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:18.582667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.716719 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.747018 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Attempting to bind port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:18.747390 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Attempting to bind port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:18.747762 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Attempting to bind port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 on network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:18.762234 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:18.763103 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Checking segment: {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:18.764434 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.765336 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Bound using segment: {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:18.766587 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Bound port: 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:18.767917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.795706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:18.840853 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:18.844554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:18.857089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:18.882158 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:13Z', 'revision_number': 2, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:18.978778 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Checking router: 667ad5c5-27b4-4744-a7a5-3cd5536aa99e for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:18.979373 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Updating router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e port 75c6d140-7640-4ee5-8128-51d53da77b36 binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:18.995027 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:19.135682 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:19.143642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:19.176644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] For port 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:19.244893 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] For port 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5b4849d7-de1c-4fbc-a095-1a5cde152e08,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:19.318203 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for router_gateway (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:19.369689 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:19.662820 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4eab0-31a0-4ec1-b1d4-88bf458963a2 None None] Pushing event updated for resources: {'Port': ['ID=5b4849d7-de1c-4fbc-a095-1a5cde152e08,revision_number=2']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:19.894707 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.016353 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:20.031267 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks [] for port (75c6d140-7640-4ee5-8128-51d53da77b36), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.041341 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.121376 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fe73c-ad2e-4f3d-8dff-dcd107712f2e None None] Pushing event updated for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:20.125202 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:20.234895 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16464879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16424262'] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.317670 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Attempting to bind port 75c6d140-7640-4ee5-8128-51d53da77b36 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:20.318219 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Attempting to bind port 75c6d140-7640-4ee5-8128-51d53da77b36 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:20.318790 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Attempting to bind port 75c6d140-7640-4ee5-8128-51d53da77b36 on network 384bcd20-2ca4-43e0-9733-babcc24354c3 {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:20.329109 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:20.329740 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Checking segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:20.331227 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.331227 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Bound using segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:20.333348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Bound port: 75c6d140-7640-4ee5-8128-51d53da77b36, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:20.333348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.470414 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Router 5be4184e-2619-453c-b2f4-c9ca17ea1442 is scheduled to L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 with binding_index 1 {{(pid=104193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 07 01:48:20.481676 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:20.482636 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] For port 75c6d140-7640-4ee5-8128-51d53da77b36, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:20.493095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] For port 75c6d140-7640-4ee5-8128-51d53da77b36, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75c6d140-7640-4ee5-8128-51d53da77b36,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:20.506468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.576547 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fe73c-ad2e-4f3d-8dff-dcd107712f2e None None] Pushing event updated for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:20.588642 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:20.593090 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:20.708025 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:20.753398 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:20.765927 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Sync routers for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:20.810825 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:20.812553 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-cf548f3e-4576-4050-81fd-77e7ae4d38c7 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4253097 Aug 07 01:48:20.815771 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58254) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:20.820270 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:20.821714 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:20.889788 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:21.154286 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:21.279000 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:21.362363 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5b4849d7-de1c-4fbc-a095-1a5cde152e08 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:21.427424 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef41675-0b5a-4a5d-8107-9f51f6862e67 None None] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:48:21.552932 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Provisioning complete for port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:21.553256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:21.557289 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:21.612882 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:20Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:21.621044 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:21.634291 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:19Z', 'revision_number': 3, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:21.644849 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:21.645272 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:21.658275 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de1ba64-247b-4fd6-9ba0-fa32fc96067c None None] The sync data for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi is: [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:20Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:21.708864 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Checking router: 5be4184e-2619-453c-b2f4-c9ca17ea1442 for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:21.709458 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Updating router 5be4184e-2619-453c-b2f4-c9ca17ea1442 port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 binding host dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:21.782403 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.014355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:22.014355 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.016782 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Allocated IP 172.20.0.1 (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec/c48dfa37-e976-4069-947a-02b525d1fe54/72a2a166-9377-4f99-82dc-c1f3397ba91f) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:22.062999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:22.215002 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Current status of the port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:22.215414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.241477 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:22.338690 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5b4849d7-de1c-4fbc-a095-1a5cde152e08,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:22.352125 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.488609 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.db.api [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 07 01:48:22.489747 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG oslo_db.api [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 01:48:22.494098 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=5b4849d7-de1c-4fbc-a095-1a5cde152e08,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:22.506404 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks [] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.552429 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.639444 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:22.643658 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:22.649089 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:22.656481 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Pushing event updated for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:22.695218 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:22.748972 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16457893'] for router_interface (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.882868 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks [] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), precommit_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.898175 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.926666 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Attempting to bind port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:22.927194 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Attempting to bind port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:22.927735 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Attempting to bind port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 on network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:22.937665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:22.937665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Checking segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:22.937665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:22.938310 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Bound using segment: {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'} {{(pid=104196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:22.938858 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.managers [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Bound port: cf88f9dd-bd96-4277-86ba-d4b5851f0ab1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be001001-550d-44ab-8724-9d4df085a757', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b'}}] {{(pid=104196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:22.939371 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), before_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.045209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 75c6d140-7640-4ee5-8128-51d53da77b36 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:23.102268 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:23.106431 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ec5b3-7a9d-44e3-b9b5-ad3ada0941c4 None None] Pushing event updated for resources: {'Port': ['ID=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,revision_number=2']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:23.199911 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] For port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:23.208963 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.plugins.ml2.db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] For port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:23.216674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.221594 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:23.241015 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron_lib.callbacks.manager [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), after_update {{(pid=104196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.247694 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-820595e5-388b-43d2-82ed-b50b7bfe0a80 None None] Current status of the port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:23.303890 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 75c6d140-7640-4ee5-8128-51d53da77b36 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:23.303890 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.325544 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:23.335701 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:23.442680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Provisioning complete for port 72a2a166-9377-4f99-82dc-c1f3397ba91f triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:23.444757 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.524523 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ec5b3-7a9d-44e3-b9b5-ad3ada0941c4 None None] Pushing event updated for resources: {'Port': ['ID=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,revision_number=3']} {{(pid=104196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:23.553248 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Port 72a2a166-9377-4f99-82dc-c1f3397ba91f cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:23.587026 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Provisioning complete for port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:23.587418 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.700084 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks [] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.704645 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:23.711914 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 75c6d140-7640-4ee5-8128-51d53da77b36 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:23.711914 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.712944 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.770769 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 75c6d140-7640-4ee5-8128-51d53da77b36, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75c6d140-7640-4ee5-8128-51d53da77b36,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:23.784598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.784598 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5b4849d7-de1c-4fbc-a095-1a5cde152e08 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:23.868978 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:23.877939 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Pushing event updated for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:23.889637 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16268173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16458773'] for router_interface (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:23.986614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f87766c1-dfc6-44b3-80d0-0512dac1bad4 None None] Current status of the port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:23.994743 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:23.996516 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:24.059675 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:24.063772 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:24.086696 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:24.125828 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '72a2a166-9377-4f99-82dc-c1f3397ba91f', 'name': '', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'tenant_id': '643d5812093148458f0b699a07a15805', 'mac_address': 'fa:16:3e:62:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:21Z', 'updated_at': '2022-08-07T01:48:22Z', 'revision_number': 1, 'project_id': '643d5812093148458f0b699a07a15805', 'subnets': [{'id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:24.199257 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302e77c-1832-4cdd-91f8-900aeb9504da None None] The sync data for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi is: [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '72a2a166-9377-4f99-82dc-c1f3397ba91f', 'name': '', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'tenant_id': '643d5812093148458f0b699a07a15805', 'mac_address': 'fa:16:3e:62:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:21Z', 'updated_at': '2022-08-07T01:48:22Z', 'revision_number': 1, 'project_id': '643d5812093148458f0b699a07a15805', 'subnets': [{'id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:24.213247 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:24.368904 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:24.369520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Router 5be4184e-2619-453c-b2f4-c9ca17ea1442 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:48:24.555658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-5aa87883-facf-413b-8ceb-fcaa3eb1fbef None None] Provisioning complete for port 72a2a166-9377-4f99-82dc-c1f3397ba91f triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:24.556283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5aa87883-facf-413b-8ceb-fcaa3eb1fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:24.681522 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:48:24.685228 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-5aa87883-facf-413b-8ceb-fcaa3eb1fbef None None] Port 72a2a166-9377-4f99-82dc-c1f3397ba91f cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:24.700277 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3f9304fc-98ec-4c38-b02d-3c0694e44321 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5be4184e-2619-453c-b2f4-c9ca17ea1442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8820145 Aug 07 01:48:24.795276 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 75c6d140-7640-4ee5-8128-51d53da77b36 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:24.911300 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 75c6d140-7640-4ee5-8128-51d53da77b36 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:24.912147 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:25.040518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 75c6d140-7640-4ee5-8128-51d53da77b36 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:26.428325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58300) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:26.433150 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951819544', 'description': 'tempest-secgroup-smoke-1951819544 description', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:26.486283 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.550725 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:26.679835 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (cdbea4f5-f473-4921-8aab-022cc647467f), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.686985 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (cdbea4f5-f473-4921-8aab-022cc647467f), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.716437 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.722267 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2916648 Aug 07 01:48:26.722544 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58308) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:26.729836 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:26.754949 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe226994-f611-43e6-85b7-bd4be5cc31ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbea4f5-f473-4921-8aab-022cc647467f,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:26.846339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (78457908-4c76-4aa2-bc79-92184b1e602e), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.925919 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:26.985234 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (78457908-4c76-4aa2-bc79-92184b1e602e), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:26.994123 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (78457908-4c76-4aa2-bc79-92184b1e602e), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.005401 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:27.006164 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.028049 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78457908-4c76-4aa2-bc79-92184b1e602e,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:27.057654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.061099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:27.063318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58314) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:27.063944 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-84d14f6b-d809-4b6e-87c5-281565f61dc2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409455 Aug 07 01:48:27.069604 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:27.130538 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (f03ed5f3-c84a-4d22-92d8-ab3490d41b4a), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.178744 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:27.181537 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.236408 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:27.245933 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.246233 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (f03ed5f3-c84a-4d22-92d8-ab3490d41b4a), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.266015 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (f03ed5f3-c84a-4d22-92d8-ab3490d41b4a), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.315941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.321171 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58316) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:27.329465 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:27.331726 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2660089 Aug 07 01:48:27.357627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:27.359598 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03ed5f3-c84a-4d22-92d8-ab3490d41b4a,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:27.364624 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:27.381368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.381952 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.382558 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.383173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.383772 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.384477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.385610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.386254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.386857 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.387436 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.388171 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.388831 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.389479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.390169 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.392855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f586a-8ef1-46a0-ac19-c16e390b32dd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:27.434518 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (365eaab9-140c-4d91-bdfc-164bcd47d672), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.546888 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (365eaab9-140c-4d91-bdfc-164bcd47d672), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.553345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (365eaab9-140c-4d91-bdfc-164bcd47d672), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.587591 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365eaab9-140c-4d91-bdfc-164bcd47d672,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:27.603255 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.605781 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-7145a6e1-b2a5-4ecc-a075-ce7c365e17c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823329 Aug 07 01:48:27.609147 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58318) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:27.616559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:27.674637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (ff285450-2d00-4fa7-b8cf-9b614a7821c8), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.761195 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (ff285450-2d00-4fa7-b8cf-9b614a7821c8), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.767193 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (ff285450-2d00-4fa7-b8cf-9b614a7821c8), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.793815 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff285450-2d00-4fa7-b8cf-9b614a7821c8,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:27.805784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.807235 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-98bf4ca0-0808-46e2-a481-27ae8351848c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966319 Aug 07 01:48:27.812470 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58320) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:27.823227 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:27.868589 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.securitygroups_db [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Project a3df9bc7e5f54e938a0ab2bdc841ecd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:48:27.878988 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (fb104f59-589a-4fbe-bdf6-1f6491d2b5d6), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.992766 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (fb104f59-589a-4fbe-bdf6-1f6491d2b5d6), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:27.999936 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (fb104f59-589a-4fbe-bdf6-1f6491d2b5d6), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.021713 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb104f59-589a-4fbe-bdf6-1f6491d2b5d6,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:28.039758 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.041557 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6a52abc2-8a70-4d54-b4e0-d21b613be8e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2257521 Aug 07 01:48:28.046968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58324) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:28.054552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'security_group_rule': {'security_group_id': 'cdbea4f5-f473-4921-8aab-022cc647467f', 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:28.095494 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.securitygroups_db [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Project a3df9bc7e5f54e938a0ab2bdc841ecd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:48:28.110983 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (1168f9a0-3dc5-462c-b146-8e6ba6f74e87), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.239727 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (1168f9a0-3dc5-462c-b146-8e6ba6f74e87), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.246181 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (1168f9a0-3dc5-462c-b146-8e6ba6f74e87), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.283890 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:28.299960 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2363908 Aug 07 01:48:28.299960 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7c928-e154-46a8-9bff-841f8e0d89ff tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1168f9a0-3dc5-462c-b146-8e6ba6f74e87,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:28.438712 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Sync routers for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:48:28.459493 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:28.459736 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:28.621133 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:28.789487 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:29.284405 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:29.284858 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:29.437063 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '72a2a166-9377-4f99-82dc-c1f3397ba91f', 'name': '', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'tenant_id': '643d5812093148458f0b699a07a15805', 'mac_address': 'fa:16:3e:62:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:21Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 2, 'project_id': '643d5812093148458f0b699a07a15805', 'subnets': [{'id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:29.560524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Checking router: 5be4184e-2619-453c-b2f4-c9ca17ea1442 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:48:29.562177 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Updating router 5be4184e-2619-453c-b2f4-c9ca17ea1442 port 72a2a166-9377-4f99-82dc-c1f3397ba91f binding host dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 01:48:29.575052 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:29.715858 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:29.744971 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58402) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:29.768714 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:29.991841 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b0352f60-fcd4-42ec-8b80-92d262879e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.129949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:30.147859 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b0352f60-fcd4-42ec-8b80-92d262879e64 admin admin] Publish callbacks [] for security_group (fd05b975-955e-46e7-ba08-cebcbb1191cb), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.165738 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b0352f60-fcd4-42ec-8b80-92d262879e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fd05b975-955e-46e7-ba08-cebcbb1191cb), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.252927 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b0352f60-fcd4-42ec-8b80-92d262879e64 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8cc7eb31400941b9b394f381f947781e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063641 Aug 07 01:48:30.256962 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58424) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:30.266660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks [] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), precommit_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.269256 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352f60-fcd4-42ec-8b80-92d262879e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd05b975-955e-46e7-ba08-cebcbb1191cb,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:30.275489 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.357362 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Publish callbacks [] for security_group (fd05b975-955e-46e7-ba08-cebcbb1191cb), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.413818 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae778b3-6c09-43c6-957b-6343557d868b None None] Pushing event updated for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=3']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:30.418888 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Publish callbacks [] for security_group (fd05b975-955e-46e7-ba08-cebcbb1191cb), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.465033 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Attempting to bind port 72a2a166-9377-4f99-82dc-c1f3397ba91f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:30.465958 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Attempting to bind port 72a2a166-9377-4f99-82dc-c1f3397ba91f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:30.466814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Attempting to bind port 72a2a166-9377-4f99-82dc-c1f3397ba91f on network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:30.477299 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:30.480538 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Checking agent: {'id': '135d812f-b90d-4d52-acc0-504f156cdadf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 1, 19), 'started_at': datetime.datetime(2022, 8, 7, 1, 1, 49), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:30.481147 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Checking segment: {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:30.481814 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.482453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Bound using segment: {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'} {{(pid=104195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:30.483770 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.managers [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Bound port: 72a2a166-9377-4f99-82dc-c1f3397ba91f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d44708-741c-4677-9680-e79c522246f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec'}}] {{(pid=104195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:30.484425 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.518590 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (fd05b975-955e-46e7-ba08-cebcbb1191cb), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.524807 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.530875 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fd05b975-955e-46e7-ba08-cebcbb1191cb HTTP/1.1" status: 204 len: 168 time: 0.2681057 Aug 07 01:48:30.533787 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:30.546991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd05b975-955e-46e7-ba08-cebcbb1191cb,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:30.564092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.564701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.565256 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.565831 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.566639 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.567598 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.568157 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.568778 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.569366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.570168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.570869 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.571434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.571991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.572702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.573152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86eb78-b88b-4be6-acf6-b52a682c888b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:48:30.628348 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] For port 72a2a166-9377-4f99-82dc-c1f3397ba91f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:30.654216 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] For port 72a2a166-9377-4f99-82dc-c1f3397ba91f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72a2a166-9377-4f99-82dc-c1f3397ba91f,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:30.678562 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:30.758620 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:48:30.759512 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:30.833758 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae778b3-6c09-43c6-957b-6343557d868b None None] Pushing event updated for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:30.927672 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:48:31.059624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58432) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:31.072787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:31.085442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-40db1a24-b0eb-4274-b228-549bf9c858cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.179901 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '72a2a166-9377-4f99-82dc-c1f3397ba91f', 'name': '', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'tenant_id': '643d5812093148458f0b699a07a15805', 'mac_address': 'fa:16:3e:62:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:21Z', 'updated_at': '2022-08-07T01:48:30Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'subnets': [{'id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:48:31.239455 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf518f-e859-4ccb-988f-506e0a40b755 None None] The sync data for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi is: [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '72a2a166-9377-4f99-82dc-c1f3397ba91f', 'name': '', 'network_id': 'c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec', 'tenant_id': '643d5812093148458f0b699a07a15805', 'mac_address': 'fa:16:3e:62:97:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:21Z', 'updated_at': '2022-08-07T01:48:30Z', 'revision_number': 4, 'project_id': '643d5812093148458f0b699a07a15805', 'subnets': [{'id': 'c48dfa37-e976-4069-947a-02b525d1fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:48:31.247336 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-40db1a24-b0eb-4274-b228-549bf9c858cc admin admin] Publish callbacks [] for security_group (82e3fc97-f7c4-4f69-8ea0-549b1ffb6331), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.253859 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-40db1a24-b0eb-4274-b228-549bf9c858cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (82e3fc97-f7c4-4f69-8ea0-549b1ffb6331), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.305060 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db1a24-b0eb-4274-b228-549bf9c858cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3fc97-f7c4-4f69-8ea0-549b1ffb6331,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:31.348537 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-40db1a24-b0eb-4274-b228-549bf9c858cc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=671a7ea632e5444492a628b357879faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871861 Aug 07 01:48:31.352989 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58440) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:31.446877 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] Publish callbacks [] for security_group (82e3fc97-f7c4-4f69-8ea0-549b1ffb6331), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.482341 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] Publish callbacks [] for security_group (82e3fc97-f7c4-4f69-8ea0-549b1ffb6331), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.623437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (82e3fc97-f7c4-4f69-8ea0-549b1ffb6331), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.626674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:31.628186 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/82e3fc97-f7c4-4f69-8ea0-549b1ffb6331 HTTP/1.1" status: 204 len: 168 time: 0.2737479 Aug 07 01:48:31.647790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14402dae-9294-4bc2-af04-813e3a686f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3fc97-f7c4-4f69-8ea0-549b1ffb6331,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:31.664317 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-1a3aef4e-a004-43e5-8900-0f8ed7eefc4d tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:31.671627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-1a3aef4e-a004-43e5-8900-0f8ed7eefc4d tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 814 time: 0.1793165 Aug 07 01:48:31.688479 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-01712159-8c0c-47a4-b7df-94dbafbb6306 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/quotas/673afe3c625d419e89fe80f3db4574fb HTTP/1.1" status: 200 len: 375 time: 0.0160694 Aug 07 01:48:31.749579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-36f9ed1d-7ccd-4d2f-9969-c98bb010ddec tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595679 Aug 07 01:48:32.068621 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-277debf2-0732-425f-b64d-40bef4287028 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:48:32.071147 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-277debf2-0732-425f-b64d-40bef4287028 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3079805 Aug 07 01:48:32.223918 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-1f03dd6d-69ce-4b74-9e8a-ec25c7174836 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393967 Aug 07 01:48:32.348349 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-4a96829c-6a2f-4a9e-942d-a8e44f74b254 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132557 Aug 07 01:48:32.681317 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-35d9a513-f623-453d-8a28-378e1c1b1303 req-5617664c-09b4-4a22-95b3-df5f7cc8db63 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 210 time: 0.0704362 Aug 07 01:48:32.796475 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 72a2a166-9377-4f99-82dc-c1f3397ba91f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:32.881629 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 72a2a166-9377-4f99-82dc-c1f3397ba91f triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:32.882385 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:33.024447 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 72a2a166-9377-4f99-82dc-c1f3397ba91f is: DOWN; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:33.026683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:33.103830 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] For port 72a2a166-9377-4f99-82dc-c1f3397ba91f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72a2a166-9377-4f99-82dc-c1f3397ba91f,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:33.111248 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:33.202444 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:33.223607 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Pushing event updated for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:33.874334 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e07cda1e-3b67-4e8b-9b39-4f85af9c0c1e req-c157b6a8-2a84-4f79-861b-749537070210 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 210 time: 0.0649102 Aug 07 01:48:34.471994 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:48:34.738187 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-8521112e-daaa-4354-8dd4-ea3c61dc2dec tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:34.741460 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-8521112e-daaa-4354-8dd4-ea3c61dc2dec tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 814 time: 0.3202100 Aug 07 01:48:34.749036 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 72a2a166-9377-4f99-82dc-c1f3397ba91f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:34.847665 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Provisioning complete for port 72a2a166-9377-4f99-82dc-c1f3397ba91f triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:34.848308 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:34.887064 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'port': {'device_id': '65635777-b502-4848-8327-c39ccd195e5d', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'admin_state_up': True, 'tenant_id': '673afe3c625d419e89fe80f3db4574fb'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:35.014093 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Current status of the port 72a2a166-9377-4f99-82dc-c1f3397ba91f is: ACTIVE; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:35.090947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:35.097454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:35.107529 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-51dc6318-316c-4ad9-a77e-7d27e085a8ac req-a936c9f0-c497-43bc-a7d4-dd2a5ffc79f6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 210 time: 0.0936108 Aug 07 01:48:35.128513 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Made reservation on behalf of 673afe3c625d419e89fe80f3db4574fb for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:35.132217 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.315187 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58560) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:35.386541 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Allocated IP 172.20.0.6 (ed934e06-e878-44ca-b0cd-4ffe32e81e1a/33d26b65-32bd-4fe4-b084-b8d86e891915/7fe8e7c8-c5ab-41e4-9fdb-393c265c2479) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:35.523437 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1e8c-65a6-4774-a543-de312c7039bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.689674 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1e8c-65a6-4774-a543-de312c7039bf admin admin] Publish callbacks [] for security_group (a6f97182-92c7-48d1-a2c2-5e79f24fb3ea), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.696457 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-7dfa1e8c-65a6-4774-a543-de312c7039bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a6f97182-92c7-48d1-a2c2-5e79f24fb3ea), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.716895 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.757326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:35.787112 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:35.793300 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58570) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:35.794309 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-7dfa1e8c-65a6-4774-a543-de312c7039bf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=888589b3431846d9b95c4790ae1d0f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761381 Aug 07 01:48:35.797891 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa1e8c-65a6-4774-a543-de312c7039bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f97182-92c7-48d1-a2c2-5e79f24fb3ea,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:35.933913 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:35.944181 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:35.949171 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:35.992850 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:36.080176 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:36.081418 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.099082 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] Publish callbacks [] for security_group (a6f97182-92c7-48d1-a2c2-5e79f24fb3ea), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.113009 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a58072b3-564b-4e70-b1f1-f23cede10cd3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2429554 Aug 07 01:48:36.146145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] Publish callbacks [] for security_group (a6f97182-92c7-48d1-a2c2-5e79f24fb3ea), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.171132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:36.397931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede4b11-ad61-421b-b670-e5ec9653752b req-5fef7cf1-8e6e-40d5-9c70-6bf6c69d2a3b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:36.406108 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9ede4b11-ad61-421b-b670-e5ec9653752b req-5fef7cf1-8e6e-40d5-9c70-6bf6c69d2a3b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 931 time: 0.1482565 Aug 07 01:48:36.410186 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a6f97182-92c7-48d1-a2c2-5e79f24fb3ea), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.413674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.427704 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a6f97182-92c7-48d1-a2c2-5e79f24fb3ea HTTP/1.1" status: 204 len: 168 time: 0.6234550 Aug 07 01:48:36.466605 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-5ff2f01a-b5dc-4827-a3e7-25f4014b1142 None None] Provisioning complete for port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:36.467218 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5ff2f01a-b5dc-4827-a3e7-25f4014b1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:36.502715 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Request body: {'port': {'device_id': '65635777-b502-4848-8327-c39ccd195e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:36.509551 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e1e8e-7e6f-450f-a916-caf62d5c21b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f97182-92c7-48d1-a2c2-5e79f24fb3ea,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:36.563974 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2f01a-b5dc-4827-a3e7-25f4014b1142 None None] Port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:36.699430 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9ede4b11-ad61-421b-b670-e5ec9653752b req-79fde8d0-8146-476f-b4ba-ac0114e9738b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919400 Aug 07 01:48:36.740566 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.134950 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58584) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:37.221955 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7048fc0-371d-462c-b7e1-a0d8d5c45544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.316148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:37.581333 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:48:37.596977 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks [] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.600962 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7048fc0-371d-462c-b7e1-a0d8d5c45544 admin admin] Publish callbacks [] for security_group (f25dfb70-fe36-46cc-8953-26bdae68aebf), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.609669 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a7048fc0-371d-462c-b7e1-a0d8d5c45544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (f25dfb70-fe36-46cc-8953-26bdae68aebf), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.621532 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:37.638790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Transition to ACTIVE for port object 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:48:37.657019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:37.704666 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a7048fc0-371d-462c-b7e1-a0d8d5c45544 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=219cddbf42a14bc199cdafffbf24606e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5681741 Aug 07 01:48:37.705456 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7048fc0-371d-462c-b7e1-a0d8d5c45544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25dfb70-fe36-46cc-8953-26bdae68aebf,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:37.707776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58586) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:37.798580 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:38.000756 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:38.110092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Attempting to bind port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:38.110605 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Attempting to bind port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:38.111106 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Attempting to bind port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 on network ed934e06-e878-44ca-b0cd-4ffe32e81e1a {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:38.162624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 on network ed934e06-e878-44ca-b0cd-4ffe32e81e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:48:38.163342 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Attempting to bind port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 on network ed934e06-e878-44ca-b0cd-4ffe32e81e1a {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:38.187722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:38.188089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Checking segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:38.188538 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Bound using segment: {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:38.188971 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Bound port: 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bfa1746-71fe-4e47-8764-bb15c7cedc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:38.189354 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.251801 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] Publish callbacks [] for security_group (f25dfb70-fe36-46cc-8953-26bdae68aebf), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.289539 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] Publish callbacks [] for security_group (f25dfb70-fe36-46cc-8953-26bdae68aebf), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.356144 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:38.362163 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:38.375267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.380181 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:38.385172 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.386265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 1093 time: 2.0949688 Aug 07 01:48:38.395027 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:48:38.398874 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de24a711-8e12-48fb-a25c-9c400aee7e38" -d '{"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:48:38.416221 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2a422-e031-4cab-bb10-c384afb6f667 req-978bdbe6-f9e6-49c1-af00-fdcfaf46e45d tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:38.423476 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d0d2a422-e031-4cab-bb10-c384afb6f667 req-978bdbe6-f9e6-49c1-af00-fdcfaf46e45d tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.1022756 Aug 07 01:48:38.477650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:38.517237 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (f25dfb70-fe36-46cc-8953-26bdae68aebf), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.520520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:38.521815 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f25dfb70-fe36-46cc-8953-26bdae68aebf HTTP/1.1" status: 204 len: 168 time: 0.8127525 Aug 07 01:48:38.523288 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab74b5-bba3-4328-a99d-3a01be166c96 x-openstack-request-id: req-10ab74b5-bba3-4328-a99d-3a01be166c96 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:48:38.523640 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:48:38.523938 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10ab74b5-bba3-4328-a99d-3a01be166c96 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:48:38.524533 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ab74b5-bba3-4328-a99d-3a01be166c96'] response: {'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:48:38.537402 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8504a33-16ed-4eec-b470-2221dd4c08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:38.564443 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8db62-80fe-4211-8fcf-57273f9c1702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25dfb70-fe36-46cc-8953-26bdae68aebf,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:38.572402 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d0d2a422-e031-4cab-bb10-c384afb6f667 req-0ec58bac-cbd8-4c11-8bb5-6daee0cc23b0 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478081 Aug 07 01:48:39.810858 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eb980-ca2e-47d4-991d-5508fb742799 req-93059a86-666b-47ca-a37b-954363d39037 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:39.812825 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-178eb980-ca2e-47d4-991d-5508fb742799 req-93059a86-666b-47ca-a37b-954363d39037 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.1092882 Aug 07 01:48:39.906191 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-178eb980-ca2e-47d4-991d-5508fb742799 req-aa2f0135-8f8f-4e5e-846d-fc0caa5f579a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786443 Aug 07 01:48:41.126028 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e0fbb-6ee4-442c-9027-5af332aadf25 req-da680a8d-91f2-4102-90c0-b88a3988fa30 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:41.134281 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5e1e0fbb-6ee4-442c-9027-5af332aadf25 req-da680a8d-91f2-4102-90c0-b88a3988fa30 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.1277862 Aug 07 01:48:41.211406 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5e1e0fbb-6ee4-442c-9027-5af332aadf25 req-800f71ac-57de-41f3-b133-9e3670a589d3 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 Aug 07 01:48:42.010816 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ba776e74-eb1b-4da5-83da-d8592873c8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:42.473264 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058dc1f-4c7c-4447-a4e5-c0e4f70c697f req-1982407b-b81b-4ebb-b32a-562192187ecc tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:42.476072 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c058dc1f-4c7c-4447-a4e5-c0e4f70c697f req-1982407b-b81b-4ebb-b32a-562192187ecc tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.0927405 Aug 07 01:48:42.575789 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c058dc1f-4c7c-4447-a4e5-c0e4f70c697f req-fa95aa78-c436-425b-96b1-867f6df13e3f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926392 Aug 07 01:48:43.824135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1aab3-a136-48a0-8d56-d32b888f65bb req-5e692709-7db3-4c44-9ae2-37dfb2359cba tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:43.836674 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9c1aab3-a136-48a0-8d56-d32b888f65bb req-5e692709-7db3-4c44-9ae2-37dfb2359cba tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.1152353 Aug 07 01:48:43.924362 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a9c1aab3-a136-48a0-8d56-d32b888f65bb req-40ecc41b-d3da-42db-b0cb-83983f1cf7a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860543 Aug 07 01:48:45.071969 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb79f3-dbd6-45d7-a0f3-f0c3e4134ea1 req-d1aa1ac9-8fcf-460b-8123-3cb459830217 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.073799 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d8cb79f3-dbd6-45d7-a0f3-f0c3e4134ea1 req-d1aa1ac9-8fcf-460b-8123-3cb459830217 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.0518293 Aug 07 01:48:45.142346 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-d8cb79f3-dbd6-45d7-a0f3-f0c3e4134ea1 req-2c3c470f-7021-4e9f-9802-5912f0ca92ee tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593224 Aug 07 01:48:45.336181 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-de2a9282-e695-4487-b0bd-f544ad732b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.338763 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-de2a9282-e695-4487-b0bd-f544ad732b5b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1127 time: 0.0762417 Aug 07 01:48:45.414991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:45.463026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-1944a04e-9c68-4e1c-96d1-875c8815586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.464557 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-1944a04e-9c68-4e1c-96d1-875c8815586a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=673afe3c625d419e89fe80f3db4574fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1139054 Aug 07 01:48:45.597761 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-61cb4c6e-8458-44b2-8487-6571b3ba8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.599237 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-de24a711-8e12-48fb-a25c-9c400aee7e38 req-61cb4c6e-8458-44b2-8487-6571b3ba8a9c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283810 Aug 07 01:48:45.690006 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-cfda0d3f-635b-42f3-bcaa-b3bc3c719829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.691715 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-cfda0d3f-635b-42f3-bcaa-b3bc3c719829 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1127 time: 0.0485926 Aug 07 01:48:45.751565 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-1a4eafa6-9a79-4a1a-8f89-a798a3c28e0f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 217 time: 0.0500712 Aug 07 01:48:45.843111 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-ebc3b951-865d-41aa-ba3c-ba6a9306d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.845465 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-ebc3b951-865d-41aa-ba3c-ba6a9306d3b8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0876930 Aug 07 01:48:45.862025 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3241e4cf-5dd6-433f-95ec-15fbd288e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:45.914529 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-8f0e84fe-bb49-4e34-a64e-590206ef4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:45.917265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-8f0e84fe-bb49-4e34-a64e-590206ef4285 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630693 Aug 07 01:48:46.029364 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-fd4677f9-e9a9-4bad-a497-21d651b1df98 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021161 Aug 07 01:48:46.134481 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-80490d1a-9283-48f5-92b2-66cb7a2b5df9 req-a59b32b2-63ee-4b0a-aadc-b7adf2fc9a0d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944746 Aug 07 01:48:46.139542 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-a8ac3674-031d-4c09-913c-0fc458b700ec tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1951819544&fields=id&tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3 HTTP/1.1" status: 200 len: 267 time: 0.0800540 Aug 07 01:48:46.239264 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:46.290832 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c41f3c-35bd-4afb-be0c-2a1e76bc9517 req-6c3663f1-a841-4ec2-9b5f-cc449aee9bae tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:46.292807 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-69c41f3c-35bd-4afb-be0c-2a1e76bc9517 req-6c3663f1-a841-4ec2-9b5f-cc449aee9bae tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.0689764 Aug 07 01:48:46.324644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-8a96fc24-711a-465f-9d99-7bc14380cdb8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:46.327334 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-8a96fc24-711a-465f-9d99-7bc14380cdb8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 809 time: 0.1806176 Aug 07 01:48:46.343550 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-ddacfbda-7ffa-4536-9cc5-816cc174055d tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/quotas/a3df9bc7e5f54e938a0ab2bdc841ecd3 HTTP/1.1" status: 200 len: 375 time: 0.0104890 Aug 07 01:48:46.367260 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-69c41f3c-35bd-4afb-be0c-2a1e76bc9517 req-011177f0-d723-4e29-a4f6-ee7cc5c9c3b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670023 Aug 07 01:48:46.438833 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-01b45afe-3253-4a37-b85b-694c917668c6 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874317 Aug 07 01:48:46.595937 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-67d96fd6-378c-4558-8e74-acb1db9418cc service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:48:46.597695 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-67d96fd6-378c-4558-8e74-acb1db9418cc service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1444840 Aug 07 01:48:46.779296 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-f9dccac6-6e86-4867-b0f7-53302c919019 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741631 Aug 07 01:48:46.902004 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-9b03aed1-714f-495b-92aa-deb57eb61687 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111643 Aug 07 01:48:46.981118 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58732) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:47.111143 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e068c43b-21fb-4622-861f-25911156eb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.223103 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e068c43b-21fb-4622-861f-25911156eb58 admin admin] Publish callbacks [] for security_group (9fe4dcf6-d082-4fec-8bfe-1142ddc9579b), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.231295 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e068c43b-21fb-4622-861f-25911156eb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9fe4dcf6-d082-4fec-8bfe-1142ddc9579b), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.312447 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-5e88e866-3972-4bfd-be5a-55a490d00e92 req-bdca098b-1199-4073-a777-728df04c19db tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 210 time: 0.0509272 Aug 07 01:48:47.316086 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068c43b-21fb-4622-861f-25911156eb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4dcf6-d082-4fec-8bfe-1142ddc9579b,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:47.320459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e068c43b-21fb-4622-861f-25911156eb58 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a6145ce0d9d0416f98cff876e35ca150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382123 Aug 07 01:48:47.323132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58744) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:47.389853 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] Publish callbacks [] for security_group (9fe4dcf6-d082-4fec-8bfe-1142ddc9579b), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.427260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] Publish callbacks [] for security_group (9fe4dcf6-d082-4fec-8bfe-1142ddc9579b), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.468337 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:47.499760 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (9fe4dcf6-d082-4fec-8bfe-1142ddc9579b), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.503011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:47.506650 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9fe4dcf6-d082-4fec-8bfe-1142ddc9579b HTTP/1.1" status: 204 len: 168 time: 0.1800506 Aug 07 01:48:47.515132 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b3165-1fc2-4d6d-8bd0-a36f2afda422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4dcf6-d082-4fec-8bfe-1142ddc9579b,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:47.554079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f56f4-48b9-42ec-b556-08f627491389 req-39032a6a-ab91-4997-8b62-67f2204b92b1 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:47.566714 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-755f56f4-48b9-42ec-b556-08f627491389 req-39032a6a-ab91-4997-8b62-67f2204b92b1 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 943 time: 0.1103261 Aug 07 01:48:47.626288 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:47.663678 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-755f56f4-48b9-42ec-b556-08f627491389 req-cdf27743-f3f7-48ee-bbe6-2daa39889e79 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953646 Aug 07 01:48:47.918967 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58760) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:47.933504 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c151122-1d29-4130-a346-c5aad73c4f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.026080 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c151122-1d29-4130-a346-c5aad73c4f63 admin admin] Publish callbacks [] for security_group (b4cc8d34-1925-419b-b8b4-3b9c664ec670), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.031701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-4c151122-1d29-4130-a346-c5aad73c4f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (b4cc8d34-1925-419b-b8b4-3b9c664ec670), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.078504 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-4c151122-1d29-4130-a346-c5aad73c4f63 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bfefb464df324250a81f435d7c3849ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579735 Aug 07 01:48:48.079217 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c151122-1d29-4130-a346-c5aad73c4f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc8d34-1925-419b-b8b4-3b9c664ec670,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:48.081204 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58762) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:48.141526 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] Publish callbacks [] for security_group (b4cc8d34-1925-419b-b8b4-3b9c664ec670), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.173916 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] Publish callbacks [] for security_group (b4cc8d34-1925-419b-b8b4-3b9c664ec670), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.232225 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (b4cc8d34-1925-419b-b8b4-3b9c664ec670), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.236183 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.237675 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b4cc8d34-1925-419b-b8b4-3b9c664ec670 HTTP/1.1" status: 204 len: 168 time: 0.1554472 Aug 07 01:48:48.249463 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ded8e-e8a3-479f-a625-e216fe43d99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc8d34-1925-419b-b8b4-3b9c664ec670,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:48.394171 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:48:48.450755 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-685d1854-f1f8-42b5-9899-ab7493b137e8 req-d6e618c2-224e-49e0-ac4d-103b79fb69ba tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 210 time: 0.0505075 Aug 07 01:48:48.572770 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.618206 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:48.633931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'port_id': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'mac_address': 'fa:16:3e:12:89:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:48:48.683174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:48.683588 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.702774 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:48:48.735186 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:48.744479 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:48.822211 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:48.923827 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c18ac-6a5d-416e-85a1-09a53004af2a req-1c9d3659-f3f7-4c75-8af7-643e0fb7afa7 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:48.926775 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a14c18ac-6a5d-416e-85a1-09a53004af2a req-1c9d3659-f3f7-4c75-8af7-643e0fb7afa7 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 944 time: 0.0962884 Aug 07 01:48:49.008673 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:49.025466 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a14c18ac-6a5d-416e-85a1-09a53004af2a req-6bd47910-02ae-4178-ac1f-604e93f4d818 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892684 Aug 07 01:48:49.051781 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:48:49.141545 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:49.663592 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-303ef592-35ea-4273-a427-7ee4cc0ebab6 req-cff8598b-eb04-4402-9b3c-29ca61c74f49 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 210 time: 0.0408349 Aug 07 01:48:49.737022 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-2a6a6aaa-07c1-4e19-88fc-eccee8b5808d tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:49.738801 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-2a6a6aaa-07c1-4e19-88fc-eccee8b5808d tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 809 time: 0.2281106 Aug 07 01:48:49.828883 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:49.855503 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-69bc6ebb-ac39-4b5a-8ae1-721ba4526da5 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3 HTTP/1.1" status: 200 len: 380 time: 0.1022971 Aug 07 01:48:49.869619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'port': {'device_id': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'admin_state_up': True, 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'security_groups': ['cdbea4f5-f473-4921-8aab-022cc647467f']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:49.875057 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:49.971026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:50.074004 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Made reservation on behalf of a3df9bc7e5f54e938a0ab2bdc841ecd3 for: {'port': 1} {{(pid=104193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 01:48:50.080798 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.228172 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4467175-1a12-4d23-8d90-c386d96855e3 req-24721147-a400-4351-86ca-95ebd68ee5eb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:50.229881 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4467175-1a12-4d23-8d90-c386d96855e3 req-24721147-a400-4351-86ca-95ebd68ee5eb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 944 time: 0.0905502 Aug 07 01:48:50.271791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:50.378428 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Allocated IP 172.20.0.7 (384bcd20-2ca4-43e0-9733-babcc24354c3/01cc7ead-ca38-4f24-810c-f2f44e3d9a1d/ebb91259-4e43-449e-b5bb-c646943874ee) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:48:50.380153 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f4467175-1a12-4d23-8d90-c386d96855e3 req-3afe82eb-1dfe-4d36-8ea9-4272bd8db974 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415286 Aug 07 01:48:50.410848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:48:50.521568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:48:50.533933 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:50.534821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.697261 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for port (ebb91259-4e43-449e-b5bb-c646943874ee), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.698769 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:48:50.699400 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.758565 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:48:50.761260 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.762010 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8c16c-a8e0-4868-a309-0c30c7b959c4" -d '{"events": [{"server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:48:50.789616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:50.810726 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:48:50.813909 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:48:50.824610 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:50.894680 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:48:50.903796 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:48:50.958680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:51.007656 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6a872-4229-40c6-bde0-a8e197819f5c req-68d7c511-9844-4531-9639-968483f5acdd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:51.009350 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0a6a872-4229-40c6-bde0-a8e197819f5c req-68d7c511-9844-4531-9639-968483f5acdd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 931 time: 0.1441627 Aug 07 01:48:51.010029 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:51.037131 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:51.038192 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:51.131127 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b31e1128-2e30-4178-b7ad-839868712bd4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693040 Aug 07 01:48:51.150350 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Request body: {'port': {'device_id': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:48:51.227728 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f0a6a872-4229-40c6-bde0-a8e197819f5c req-b3a6be3b-9aac-4591-bfb2-2a593f376100 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971679 Aug 07 01:48:51.311193 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:51.368192 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:51.368492 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-4d755f53-30b7-484e-bbea-9f386e8eb4c5 None None] Provisioning complete for port ebb91259-4e43-449e-b5bb-c646943874ee triggered by entity DHCP. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:48:51.368667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4d755f53-30b7-484e-bbea-9f386e8eb4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:51.425004 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-4d755f53-30b7-484e-bbea-9f386e8eb4c5 None None] Port ebb91259-4e43-449e-b5bb-c646943874ee cannot update to ACTIVE because it is not bound. {{(pid=104195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 07 01:48:51.647861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9d6dc-a1b8-439d-b2f1-1657629d512c req-2881bbbd-79cf-471e-ae0d-d89b2e6aba21 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:51.649536 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a5f9d6dc-a1b8-439d-b2f1-1657629d512c req-2881bbbd-79cf-471e-ae0d-d89b2e6aba21 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.1426780 Aug 07 01:48:51.908774 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:51.911154 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:52.036219 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-a5f9d6dc-a1b8-439d-b2f1-1657629d512c req-901521fa-47ad-4018-b1cc-0d8c4b511963 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772755 Aug 07 01:48:52.085286 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb91259-4e43-449e-b5bb-c646943874ee {{(pid=104193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:48:52.101647 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks [] for port (ebb91259-4e43-449e-b5bb-c646943874ee), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:52.128554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.provisioning_blocks [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Transition to ACTIVE for port object ebb91259-4e43-449e-b5bb-c646943874ee will not be triggered until provisioned by entity L2. {{(pid=104193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 07 01:48:52.134957 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:52.142765 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94147649-7946-497e-99a5-6a6a6a294f6d x-openstack-request-id: req-94147649-7946-497e-99a5-6a6a6a294f6d {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:48:52.143834 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:48:52.144282 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94147649-7946-497e-99a5-6a6a6a294f6d {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:48:52.145160 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94147649-7946-497e-99a5-6a6a6a294f6d'] response: {'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'code': 200} Aug 07 01:48:52.205765 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:52.296350 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Attempting to bind port ebb91259-4e43-449e-b5bb-c646943874ee on host hv-cinder-maste for vnic_type normal with profile {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 07 01:48:52.296890 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Attempting to bind port ebb91259-4e43-449e-b5bb-c646943874ee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 07 01:48:52.297441 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Attempting to bind port ebb91259-4e43-449e-b5bb-c646943874ee on network 384bcd20-2ca4-43e0-9733-babcc24354c3 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:52.306304 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Port ebb91259-4e43-449e-b5bb-c646943874ee on network 384bcd20-2ca4-43e0-9733-babcc24354c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 07 01:48:52.306827 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Attempting to bind port ebb91259-4e43-449e-b5bb-c646943874ee on network 384bcd20-2ca4-43e0-9733-babcc24354c3 {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 07 01:48:52.317576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Checking agent: {'id': 'f5edb0ad-7289-4886-9ec1-e4582956005f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'started_at': datetime.datetime(2022, 8, 7, 1, 7, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 7, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 07 01:48:52.318159 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Checking segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 07 01:48:52.318829 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Bound using segment: {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'} {{(pid=104193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 07 01:48:52.319578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.managers [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Bound port: ebb91259-4e43-449e-b5bb-c646943874ee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa2c23c-82df-4547-9a02-5671570f5aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3'}}] {{(pid=104193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 07 01:48:52.320205 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:52.353113 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.17', 52037) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:52.411918 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29535efd-5329-4445-9e25-f3d58ffe9040 req-8d1de350-0b14-4a9d-aa52-277becb27168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:52.413735 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29535efd-5329-4445-9e25-f3d58ffe9040 req-8d1de350-0b14-4a9d-aa52-277becb27168 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1129 time: 0.0589650 Aug 07 01:48:52.462004 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8199-e8c6-4a2e-8272-fb203748eeba req-b0c058d8-0cca-4295-851d-226c6ae05802 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:52.463581 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-00bd8199-e8c6-4a2e-8272-fb203748eeba req-b0c058d8-0cca-4295-851d-226c6ae05802 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0881529 Aug 07 01:48:52.469033 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, cleared binding levels {{(pid=104193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 01:48:52.471146 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:52.474463 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 01:48:52.483912 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-29535efd-5329-4445-9e25-f3d58ffe9040 req-0b70d17e-e1a3-4a48-a7ef-75e679e8fba6 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585084 Aug 07 01:48:52.495101 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:52.504921 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:52.505547 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:52.506978 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 1093 time: 1.3660886 Aug 07 01:48:52.507527 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:48:52.509874 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2719f78-2007-485f-a9ac-10e461102af8" -d '{"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:48:52.581817 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff25d33-7ac0-41b7-9133-ccf4203d8c54 x-openstack-request-id: req-5ff25d33-7ac0-41b7-9133-ccf4203d8c54 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:48:52.582092 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:48:52.582468 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ff25d33-7ac0-41b7-9133-ccf4203d8c54 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:48:52.582826 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff25d33-7ac0-41b7-9133-ccf4203d8c54'] response: {'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'status': 'completed', 'code': 200} Aug 07 01:48:52.588797 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-00bd8199-e8c6-4a2e-8272-fb203748eeba req-0e54355f-b1d1-4ab1-af42-9943dc1f4115 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100345 Aug 07 01:48:52.592609 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbff39-adff-4995-a643-f18e0ff44b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=3']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:52.781015 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719f78-2007-485f-a9ac-10e461102af8 req-1306ad46-c2d6-4b32-995a-5ce4de366fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:52.783592 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2719f78-2007-485f-a9ac-10e461102af8 req-1306ad46-c2d6-4b32-995a-5ce4de366fff service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1127 time: 0.0574880 Aug 07 01:48:52.932531 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719f78-2007-485f-a9ac-10e461102af8 req-207ab96a-b3af-4ffb-9108-244ac8a05cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:52.935317 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2719f78-2007-485f-a9ac-10e461102af8 req-207ab96a-b3af-4ffb-9108-244ac8a05cbd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1431661 Aug 07 01:48:53.172616 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:53.182895 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e0b12-2938-461f-a893-c537043b89fa req-6783c58f-a9bb-442d-92ad-4a50666d67fb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:53.185235 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d4e0b12-2938-461f-a893-c537043b89fa req-6783c58f-a9bb-442d-92ad-4a50666d67fb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0592358 Aug 07 01:48:53.263916 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7d4e0b12-2938-461f-a893-c537043b89fa req-b524783d-69cd-450c-9df2-dc5546b60203 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696912 Aug 07 01:48:53.280939 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719f78-2007-485f-a9ac-10e461102af8 req-6736ec03-5298-471f-aa9f-db730b067738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:53.282616 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b2719f78-2007-485f-a9ac-10e461102af8 req-6736ec03-5298-471f-aa9f-db730b067738 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198661 Aug 07 01:48:53.410918 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-8f405eab-480b-4651-b04b-7aa24c89edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:53.412593 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-8f405eab-480b-4651-b04b-7aa24c89edad service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1127 time: 0.0531902 Aug 07 01:48:53.476677 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-13f3f9fa-b14c-4f96-870a-478dad557a19 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 217 time: 0.0529058 Aug 07 01:48:53.737375 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732909d9-01e8-4a48-93a4-203d093e5eda req-5a4a87c8-42dc-4344-bf66-46e9c1293611 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:53.738934 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-732909d9-01e8-4a48-93a4-203d093e5eda req-5a4a87c8-42dc-4344-bf66-46e9c1293611 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0543101 Aug 07 01:48:53.802854 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-732909d9-01e8-4a48-93a4-203d093e5eda req-5e8a8e97-b0c3-4994-adef-9e0b4323e26d tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578005 Aug 07 01:48:53.997841 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-d8c54d19-3b25-421a-9ec2-5663c80c7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:53.999228 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-d8c54d19-3b25-421a-9ec2-5663c80c7940 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0622587 Aug 07 01:48:54.077796 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-41e1b75a-731c-4087-be4a-1b86ada6f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:54.080019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-41e1b75a-731c-4087-be4a-1b86ada6f9dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714343 Aug 07 01:48:54.214293 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-e112afd8-b22c-4464-b7ef-9fa2894399b3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270308 Aug 07 01:48:54.294764 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:54.342955 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-438f44f6-5b73-4d32-b0e5-fea915e312f6 req-43271128-419d-415e-a02f-ecef3628c544 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220903 Aug 07 01:48:54.449197 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4816db7-3dbd-472b-9ff0-4f800707bb48 req-a151e563-907a-46f1-89da-4e56f2e13dcb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:54.450874 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e4816db7-3dbd-472b-9ff0-4f800707bb48 req-a151e563-907a-46f1-89da-4e56f2e13dcb tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0537837 Aug 07 01:48:54.543729 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e4816db7-3dbd-472b-9ff0-4f800707bb48 req-2e1d1648-86f9-4481-8468-91060fc9d6b8 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806937 Aug 07 01:48:54.705870 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ec40e-6b61-4d1e-a233-d19a029bab2f req-8151cb58-732d-4777-8d02-72a69ec56d24 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:54.707748 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-646ec40e-6b61-4d1e-a233-d19a029bab2f req-8151cb58-732d-4777-8d02-72a69ec56d24 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0682566 Aug 07 01:48:54.765206 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-646ec40e-6b61-4d1e-a233-d19a029bab2f req-d36c6c60-721b-485b-a38a-1d3e408ff542 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 Aug 07 01:48:55.019911 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439a234-bcb4-4297-9f02-487405c62c99 req-69a5e9c5-e468-4d75-8cf5-0dd15d06c7fc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:55.029256 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8439a234-bcb4-4297-9f02-487405c62c99 req-69a5e9c5-e468-4d75-8cf5-0dd15d06c7fc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.1018486 Aug 07 01:48:55.101979 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8439a234-bcb4-4297-9f02-487405c62c99 req-ebd8d71f-4791-4b2e-b955-f6ae836a3af4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695348 Aug 07 01:48:55.214280 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d7f87-00c0-4b12-92d3-1c8311e5d88d req-407b2603-87bc-4406-952e-fa4c74a801f7 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:55.215925 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6e5d7f87-00c0-4b12-92d3-1c8311e5d88d req-407b2603-87bc-4406-952e-fa4c74a801f7 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0732856 Aug 07 01:48:55.278561 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6e5d7f87-00c0-4b12-92d3-1c8311e5d88d req-364ce467-0877-48c3-853b-101f46ca64ba tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Aug 07 01:48:56.257473 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcc9e6-9a0c-4f3f-8b14-757b64f52bc7 req-75490a33-45b6-45a5-8483-2a522bcdf3b7 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:56.259547 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-61dcc9e6-9a0c-4f3f-8b14-757b64f52bc7 req-75490a33-45b6-45a5-8483-2a522bcdf3b7 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0575659 Aug 07 01:48:56.324037 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-61dcc9e6-9a0c-4f3f-8b14-757b64f52bc7 req-73c4cc54-b520-4f74-a6da-ee97578344af tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583756 Aug 07 01:48:57.171470 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58940) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:57.310078 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d1942165-0fb5-40d9-a116-d4af96204591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.430957 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d1942165-0fb5-40d9-a116-d4af96204591 admin admin] Publish callbacks [] for security_group (b5bb20d2-60d8-4415-be06-782388641bf1), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.437934 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-d1942165-0fb5-40d9-a116-d4af96204591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (b5bb20d2-60d8-4415-be06-782388641bf1), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.479313 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:57.534453 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-d1942165-0fb5-40d9-a116-d4af96204591 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a9e758cdb4944589bedf4bcdea7c8d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616924 Aug 07 01:48:57.536287 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58952) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:57.537628 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1942165-0fb5-40d9-a116-d4af96204591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bb20d2-60d8-4415-be06-782388641bf1,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:57.550145 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:57.575670 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01797e-467a-4600-a427-18c9fa41ed18 req-a9103edb-6f54-4d99-b6be-5395fd4cece8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:57.580409 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fc01797e-467a-4600-a427-18c9fa41ed18 req-a9103edb-6f54-4d99-b6be-5395fd4cece8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.1190851 Aug 07 01:48:57.660861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] Publish callbacks [] for security_group (b5bb20d2-60d8-4415-be06-782388641bf1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.668400 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fc01797e-467a-4600-a427-18c9fa41ed18 req-2e124b26-b39c-4acf-8bea-fdd8c755b96c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802498 Aug 07 01:48:57.692316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] Publish callbacks [] for security_group (b5bb20d2-60d8-4415-be06-782388641bf1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.714637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:48:57.754624 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (b5bb20d2-60d8-4415-be06-782388641bf1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.758170 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:57.759631 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b5bb20d2-60d8-4415-be06-782388641bf1 HTTP/1.1" status: 204 len: 168 time: 0.2222540 Aug 07 01:48:57.772184 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986dd7c-aebd-4583-b02e-00c881c20919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bb20d2-60d8-4415-be06-782388641bf1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:58.116779 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 58958) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:58.132929 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-99495dfb-1be7-4a74-8505-d1a3aaef7011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.243400 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-99495dfb-1be7-4a74-8505-d1a3aaef7011 admin admin] Publish callbacks [] for security_group (5ec4aff5-b089-4c94-b461-57e8ef170618), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.248232 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-99495dfb-1be7-4a74-8505-d1a3aaef7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5ec4aff5-b089-4c94-b461-57e8ef170618), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.296414 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-99495dfb-1be7-4a74-8505-d1a3aaef7011 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0bc71c447e74fbfbdf6af3d81bd350e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782598 Aug 07 01:48:58.297440 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99495dfb-1be7-4a74-8505-d1a3aaef7011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec4aff5-b089-4c94-b461-57e8ef170618,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:58.299637 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 58960) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:48:58.365705 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] Publish callbacks [] for security_group (5ec4aff5-b089-4c94-b461-57e8ef170618), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.392574 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] Publish callbacks [] for security_group (5ec4aff5-b089-4c94-b461-57e8ef170618), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.452902 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (5ec4aff5-b089-4c94-b461-57e8ef170618), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.455440 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:48:58.456684 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5ec4aff5-b089-4c94-b461-57e8ef170618 HTTP/1.1" status: 204 len: 168 time: 0.1540601 Aug 07 01:48:58.465857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9069bb3-66d1-471b-bbaa-976b06035bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec4aff5-b089-4c94-b461-57e8ef170618,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:48:58.840730 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36a48a-6096-4c5d-a39c-bd5e676aca80 req-ab2ffd98-e265-47a3-8013-a9fe8820b243 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:48:58.843393 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb36a48a-6096-4c5d-a39c-bd5e676aca80 req-ab2ffd98-e265-47a3-8013-a9fe8820b243 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0702550 Aug 07 01:48:58.930712 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-eb36a48a-6096-4c5d-a39c-bd5e676aca80 req-7cafcdf5-3feb-49af-8ca0-cc91ee1f65a5 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793438 Aug 07 01:49:00.100909 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ae86b-4a30-4772-b10f-01c8a7297b93 req-95f74c09-cd72-4fd9-8a11-a84c71ffdd8f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:00.102604 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-261ae86b-4a30-4772-b10f-01c8a7297b93 req-95f74c09-cd72-4fd9-8a11-a84c71ffdd8f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0762005 Aug 07 01:49:00.173314 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-261ae86b-4a30-4772-b10f-01c8a7297b93 req-2e17ba7a-a911-4652-8892-f6b787dec31a tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602360 Aug 07 01:49:01.309130 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:01.326143 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b621a3-e40a-4002-a6d2-c42ba34da7dc req-c3c44af2-31c6-405f-a011-76bf60787e36 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:01.327848 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a4b621a3-e40a-4002-a6d2-c42ba34da7dc req-c3c44af2-31c6-405f-a011-76bf60787e36 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0574436 Aug 07 01:49:01.389211 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a4b621a3-e40a-4002-a6d2-c42ba34da7dc req-948bd402-e067-428d-b8b7-8334467fa96f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552964 Aug 07 01:49:02.441641 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:49:02.578408 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b35da-b17d-4cc0-b8e4-aeac36a8bdfe req-bb2745f3-f7b2-4023-bef4-181b28c6763f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:02.580338 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cd1b35da-b17d-4cc0-b8e4-aeac36a8bdfe req-bb2745f3-f7b2-4023-bef4-181b28c6763f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0618584 Aug 07 01:49:02.646975 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cd1b35da-b17d-4cc0-b8e4-aeac36a8bdfe req-a67f4e3f-d2ea-4014-9739-0148d64f7811 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566504 Aug 07 01:49:02.648723 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:49:02.678034 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'mac_address': 'fa:16:3e:d7:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:49:02.735826 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port ebb91259-4e43-449e-b5bb-c646943874ee is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:49:02.736115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:02.754138 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb91259-4e43-449e-b5bb-c646943874ee {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:49:02.787419 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:49:02.792282 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:02.856936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=4']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:02.866350 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.866743 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.868555 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.872991 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.874724 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.875367 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.875975 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.876817 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.877455 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.877972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.878729 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.879363 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.879938 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.880544 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:02.881123 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:49:03.031918 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['ebb91259-4e43-449e-b5bb-c646943874ee'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:49:03.152275 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:03.209464 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:03.826657 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346afb9f-6d5d-4d85-a65b-e8f3a18d8ee1 req-540f20cc-1a29-4165-90c5-85e08140679f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:03.828693 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-346afb9f-6d5d-4d85-a65b-e8f3a18d8ee1 req-540f20cc-1a29-4165-90c5-85e08140679f tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 944 time: 0.0654354 Aug 07 01:49:03.908786 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-346afb9f-6d5d-4d85-a65b-e8f3a18d8ee1 req-31b4849b-417a-4c0d-91ee-d9da83c70892 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694842 Aug 07 01:49:04.295152 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5e15-115d-47dc-900b-6780e4d75a89 req-a1a82d96-3eb8-450e-a561-2c97e82e2d7b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:04.297907 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-492c5e15-115d-47dc-900b-6780e4d75a89 req-a1a82d96-3eb8-450e-a561-2c97e82e2d7b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0545540 Aug 07 01:49:04.355684 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-492c5e15-115d-47dc-900b-6780e4d75a89 req-89741a4b-5e9a-445f-ade6-9845f1fd6ae2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Aug 07 01:49:04.391998 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59070) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:04.454897 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:49:04.533821 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning for port ebb91259-4e43-449e-b5bb-c646943874ee completed by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 07 01:49:04.543994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port ebb91259-4e43-449e-b5bb-c646943874ee triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:49:04.544730 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:04.671679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port ebb91259-4e43-449e-b5bb-c646943874ee is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:49:04.672359 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:04.702013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aef5d4-eaca-465d-9c75-f4dff6f2ecb8 tempest-TestMinimumBasicScenario-1941442956 tempest-TestMinimumBasicScenario-1941442956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:04.703588 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b2aef5d4-eaca-465d-9c75-f4dff6f2ecb8 tempest-TestMinimumBasicScenario-1941442956 tempest-TestMinimumBasicScenario-1941442956-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1124 time: 0.3103275 Aug 07 01:49:04.709104 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59078) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:04.717223 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'port_id': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:04.727216 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:49:04.730216 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623c8e35-8934-4f90-8d4f-b74655e9afc3" -d '{"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-plugged", "status": "completed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:49:04.756857 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:04.759237 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:49:04.764818 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:04.800708 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25440d34-9b8e-4f9c-88c9-0224566642a7 x-openstack-request-id: req-25440d34-9b8e-4f9c-88c9-0224566642a7 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:49:04.801599 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-plugged", "status": "completed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:49:04.802283 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25440d34-9b8e-4f9c-88c9-0224566642a7 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:49:04.803216 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25440d34-9b8e-4f9c-88c9-0224566642a7'] response: {'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'code': 200} Aug 07 01:49:04.866332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=5']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:04.928280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:05.170434 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:05.200489 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ece82-0a86-4e36-88e7-82bb6c57b378 req-afc67a87-3711-4ebd-86ae-7029b8ade219 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:05.202710 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b2ece82-0a86-4e36-88e7-82bb6c57b378 req-afc67a87-3711-4ebd-86ae-7029b8ade219 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.1590507 Aug 07 01:49:05.206269 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5fb9-5740-48da-87e9-b954f3ca0f50 req-584c33f6-71af-402f-9f26-35a1013467f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:05.207759 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-759e5fb9-5740-48da-87e9-b954f3ca0f50 req-584c33f6-71af-402f-9f26-35a1013467f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.1422820 Aug 07 01:49:05.227747 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_common [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Allocated IP 172.37.1.183 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/e6661611-19fe-42cc-b2e8-16c56d96f7e2) {{(pid=104193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:49:05.329526 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:05.379465 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-3b2ece82-0a86-4e36-88e7-82bb6c57b378 req-a91fbed1-f2cd-490c-b6b7-0b672d4baa16 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623120 Aug 07 01:49:05.386128 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-759e5fb9-5740-48da-87e9-b954f3ca0f50 req-570f7063-d6d3-446c-a7d8-c28134c37ae0 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674809 Aug 07 01:49:05.437918 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:05.474038 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:05.525251 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:49:05.528702 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.base_scheduler [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Resources bound (agent type, host, resource id): {{(pid=104193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:49:05.531437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Received port after_create {{(pid=104193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:49:05.557404 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'Port': ['ID=e6661611-19fe-42cc-b2e8-16c56d96f7e2,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:05.990168 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for floatingip (d819acd3-d8c9-411a-ac5f-0afff00d3d76), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:06.075366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:06.082661 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:06.307458 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:06.315055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:06.386396 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:06.394317 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'Port': ['ID=e6661611-19fe-42cc-b2e8-16c56d96f7e2,revision_number=2']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:06.402947 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (d819acd3-d8c9-411a-ac5f-0afff00d3d76), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:06.607458 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.l3_db [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Floating IP d819acd3-d8c9-411a-ac5f-0afff00d3d76 associated. External IP: 172.37.1.183, port: 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479. Aug 07 01:49:06.626941 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21e58-ef60-4770-8bad-f0f0eb668172 req-7e96eff9-10e4-4137-88c7-053ff397b551 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:06.629796 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78d21e58-ef60-4770-8bad-f0f0eb668172 req-7e96eff9-10e4-4137-88c7-053ff397b551 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0986362 Aug 07 01:49:06.716835 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-78d21e58-ef60-4770-8bad-f0f0eb668172 req-352bd1f0-c768-4b12-a8de-e74eff0c8511 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736439 Aug 07 01:49:06.916798 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:49:07.049805 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:49:07.062556 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Sync routers for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:49:07.079771 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:49:07.080703 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:07.081179 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.121862 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-52f855c2-66ae-4a92-bbbc-a61874c66b40 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4109986 Aug 07 01:49:07.123036 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:49:07.125331 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59110) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:07.127779 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f74722-a57b-4a24-8baa-60a420506444" -d '{"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:49:07.130885 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272623057', 'description': 'tempest-secgroup-smoke-272623057 description', 'project_id': '673afe3c625d419e89fe80f3db4574fb'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:07.168340 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.209949 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc34b2d-c6c7-48fc-939d-b3cd811ba210 x-openstack-request-id: req-dbc34b2d-c6c7-48fc-939d-b3cd811ba210 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:49:07.211057 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:49:07.211464 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbc34b2d-c6c7-48fc-939d-b3cd811ba210 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:49:07.212116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc34b2d-c6c7-48fc-939d-b3cd811ba210'] response: {'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:49:07.222403 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:49:07.260296 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (303250ab-e207-4c74-8766-c52e88606dc9), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.269791 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (303250ab-e207-4c74-8766-c52e88606dc9), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.312474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74722-a57b-4a24-8baa-60a420506444 req-680e0a6e-a58a-45e8-9034-05874f471477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:07.314929 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-680e0a6e-a58a-45e8-9034-05874f471477 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1129 time: 0.0705283 Aug 07 01:49:07.320363 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.321665 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1949484 Aug 07 01:49:07.323230 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a69dcd-ab30-4739-a3db-cd86ed3dfc3a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303250ab-e207-4c74-8766-c52e88606dc9,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:07.334999 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59114) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:07.341059 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:07.432230 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:07.468659 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (1a02b685-80a5-4258-99d8-bab712f9ec11), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.509316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74722-a57b-4a24-8baa-60a420506444 req-6b02e387-7f85-4234-bef7-ad05a142d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:07.510814 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-6b02e387-7f85-4234-bef7-ad05a142d508 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.1899009 Aug 07 01:49:07.594662 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (1a02b685-80a5-4258-99d8-bab712f9ec11), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.601932 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd819acd3-d8c9-411a-ac5f-0afff00d3d76', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'floating_ip_address': '172.37.1.183', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'port_id': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'mac_address': 'fa:16:3e:12:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65635777-b502-4848-8327-c39ccd195e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:05Z', 'updated_at': '2022-08-07T01:49:05Z', 'revision_number': 0, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:07.604496 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (1a02b685-80a5-4258-99d8-bab712f9ec11), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.628737 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-d01be121-c6a6-45ac-969c-b70475565203 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 999 time: 0.1103301 Aug 07 01:49:07.634451 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a02b685-80a5-4258-99d8-bab712f9ec11,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:07.660546 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Checking router: 4c021b0f-d463-4ee4-a28d-86b9c995fc0f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:49:07.675687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.676962 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-297e272f-4b9b-42a7-87fd-7e8620381a67 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3401093 Aug 07 01:49:07.677364 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:49:07.678414 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:07.680636 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59116) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:07.687861 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:07.718322 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74722-a57b-4a24-8baa-60a420506444 req-abef6fdd-f287-4fc5-9f86-540a6060fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:07.724757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-abef6fdd-f287-4fc5-9f86-540a6060fa6f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0854976 Aug 07 01:49:07.767764 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (6c236891-4b92-49a4-a42c-c2dc6fea4975), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.789167 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:07.800991 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74722-a57b-4a24-8baa-60a420506444 req-8c4f85f5-fa04-465c-a564-b720741c0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:07.802627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-8c4f85f5-fa04-465c-a564-b720741c0f20 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708671 Aug 07 01:49:07.880118 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:49:07.926689 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (6c236891-4b92-49a4-a42c-c2dc6fea4975), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.940894 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (6c236891-4b92-49a4-a42c-c2dc6fea4975), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.977278 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c236891-4b92-49a4-a42c-c2dc6fea4975,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:07.980975 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-694b750e-da83-4fac-8364-c0aaba3b7b2d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682756 Aug 07 01:49:07.991994 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:07.994158 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-93c0b7e5-876a-44ae-adf0-6b206e26e971 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121586 Aug 07 01:49:08.016689 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109dc5-417f-408f-9b03-63f95ae1aa60 req-79a46fce-d9a7-4725-8c60-88709ed51b76 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:08.030627 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-64109dc5-417f-408f-9b03-63f95ae1aa60 req-79a46fce-d9a7-4725-8c60-88709ed51b76 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.1319013 Aug 07 01:49:08.042844 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59128) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.054998 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:08.117028 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-04f74722-a57b-4a24-8baa-60a420506444 req-6e0ef174-65a4-480e-bd42-445bd883f933 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211019 Aug 07 01:49:08.125644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:08.180341 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-64109dc5-417f-408f-9b03-63f95ae1aa60 req-134441ff-f59b-474f-9597-54beb1747fb3 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478577 Aug 07 01:49:08.183244 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (6dd2bb77-19b2-48d1-961d-0ac74c1d4a5e), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.314522 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (6dd2bb77-19b2-48d1-961d-0ac74c1d4a5e), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.326046 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (6dd2bb77-19b2-48d1-961d-0ac74c1d4a5e), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.376955 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd2bb77-19b2-48d1-961d-0ac74c1d4a5e,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:08.381175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.382490 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-b7d622b2-5629-4885-9246-454aa64229b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3352087 Aug 07 01:49:08.391375 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59134) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.396112 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:08.417308 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ae7b-ff67-40c1-a532-fbe17428e50b req-c3900c14-8a2d-4ecc-bba2-1256a5754207 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:08.420164 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9690ae7b-ff67-40c1-a532-fbe17428e50b req-c3900c14-8a2d-4ecc-bba2-1256a5754207 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0940485 Aug 07 01:49:08.452728 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (cc2abf34-5223-439a-a36b-cd34c49382bf), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.478696 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd819acd3-d8c9-411a-ac5f-0afff00d3d76', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'floating_ip_address': '172.37.1.183', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'port_id': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'mac_address': 'fa:16:3e:12:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65635777-b502-4848-8327-c39ccd195e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:05Z', 'updated_at': '2022-08-07T01:49:05Z', 'revision_number': 0, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:08.510233 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a720a-d23b-41fb-a53c-f351a3880f7f None None] The sync data for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi is: [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd819acd3-d8c9-411a-ac5f-0afff00d3d76', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'floating_ip_address': '172.37.1.183', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'port_id': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'mac_address': 'fa:16:3e:12:89:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65635777-b502-4848-8327-c39ccd195e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:05Z', 'updated_at': '2022-08-07T01:49:05Z', 'revision_number': 0, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:49:08.539069 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9690ae7b-ff67-40c1-a532-fbe17428e50b req-d3ba26ca-8af4-4fcb-8249-901089b5d3b5 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094732 Aug 07 01:49:08.572525 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59136) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.581175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (cc2abf34-5223-439a-a36b-cd34c49382bf), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.587910 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (cc2abf34-5223-439a-a36b-cd34c49382bf), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.593746 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59140) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.635186 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2abf34-5223-439a-a36b-cd34c49382bf,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:08.645024 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.649041 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a7a1ff38-94b4-481d-b128-6508883992a2 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2562821 Aug 07 01:49:08.650657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59144) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.656656 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:08.688178 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.db.securitygroups_db [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Project 673afe3c625d419e89fe80f3db4574fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:49:08.695560 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (297b7fae-fe24-4c50-9ec3-1393da97fcac), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.760512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a91aa6b4-df7b-484d-9a49-f79aead9ff79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.848641 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (297b7fae-fe24-4c50-9ec3-1393da97fcac), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.853566 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad863e3e-5551-4d9c-a76b-56f8a2b62784 None None] New status for floating IP d819acd3-d8c9-411a-ac5f-0afff00d3d76: ACTIVE {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:49:08.864415 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (297b7fae-fe24-4c50-9ec3-1393da97fcac), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.882148 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:08.941392 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297b7fae-fe24-4c50-9ec3-1393da97fcac,revision_number=0']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:08.948109 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:08.950788 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-9380fc90-0390-4ee3-b60a-f831716cdbc6 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2979255 Aug 07 01:49:08.953151 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59146) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:08.962284 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'security_group_rule': {'security_group_id': '303250ab-e207-4c74-8766-c52e88606dc9', 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:08.992879 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35626c-232e-49cd-8673-7c84eb46e1e2 tempest-TestShelveInstance-674171250 tempest-TestShelveInstance-674171250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:08.999290 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-af35626c-232e-49cd-8673-7c84eb46e1e2 tempest-TestShelveInstance-674171250 tempest-TestShelveInstance-674171250-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1124 time: 0.4008143 Aug 07 01:49:08.999607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59148) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:09.007706 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Request body: {'floatingip': {'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:09.027729 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.securitygroups_db [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Project 673afe3c625d419e89fe80f3db4574fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 01:49:09.032790 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:09.042395 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a91aa6b4-df7b-484d-9a49-f79aead9ff79 admin admin] Publish callbacks [] for security_group (1e795f5e-1bc4-405b-a898-e4be017c4757), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.048190 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-a91aa6b4-df7b-484d-9a49-f79aead9ff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1e795f5e-1bc4-405b-a898-e4be017c4757), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.052409 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (379bc017-e22a-479a-9c21-4d41c46e5aa6), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.074922 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.079642 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:09.105552 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-a91aa6b4-df7b-484d-9a49-f79aead9ff79 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=989c05c91583497ba762f9f3018a51ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5316074 Aug 07 01:49:09.111235 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59150) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:09.111955 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91aa6b4-df7b-484d-9a49-f79aead9ff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e795f5e-1bc4-405b-a898-e4be017c4757,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:09.177694 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] Publish callbacks [] for security_group (1e795f5e-1bc4-405b-a898-e4be017c4757), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.213372 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] Publish callbacks [] for security_group (1e795f5e-1bc4-405b-a898-e4be017c4757), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.259001 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (379bc017-e22a-479a-9c21-4d41c46e5aa6), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.271317 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16341162'] for security_group_rule (379bc017-e22a-479a-9c21-4d41c46e5aa6), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.282425 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.295972 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (1e795f5e-1bc4-405b-a898-e4be017c4757), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.298805 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.304925 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379bc017-e22a-479a-9c21-4d41c46e5aa6,revision_number=0']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:09.315820 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1e795f5e-1bc4-405b-a898-e4be017c4757 HTTP/1.1" status: 204 len: 168 time: 0.1991601 Aug 07 01:49:09.326595 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e9216-f6d6-40d5-bc86-8ac58cedf35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e795f5e-1bc4-405b-a898-e4be017c4757,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:09.345812 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.347096 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-436af512-10b5-4dd7-8023-1ea63523b70b tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3925376 Aug 07 01:49:09.501325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_common [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Allocated IP 172.37.1.135 (86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b/62f72133-fe64-4d5a-8464-109a2ef9b66c/c93742f5-dfbe-4117-a03e-45697de62d20) {{(pid=104194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 01:49:09.538798 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-0bb01f79-579e-422c-9c26-76feb8b198c9 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-272623057&fields=id&tenant_id=673afe3c625d419e89fe80f3db4574fb HTTP/1.1" status: 200 len: 267 time: 0.1137185 Aug 07 01:49:09.637686 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:09.651318 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-e512810e-d161-4d7d-a8f3-682f726ec745 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:09.652933 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-e512810e-d161-4d7d-a8f3-682f726ec745 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0977423 Aug 07 01:49:09.683867 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.v2.base [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'port': {'security_groups': ['3387b482-79db-4f24-bee1-19b538459420', '303250ab-e207-4c74-8766-c52e88606dc9']}} {{(pid=104194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:49:09.732088 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for port (c93742f5-dfbe-4117-a03e-45697de62d20), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.769849 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59158) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:09.787956 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-eefa243c-404d-406f-a50c-450b1ffd386e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.808189 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.832669 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742900835723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.894154 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-eefa243c-404d-406f-a50c-450b1ffd386e admin admin] Publish callbacks [] for security_group (a1f2a26d-4c04-467d-bd3b-296613d299db), precommit_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.899923 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-eefa243c-404d-406f-a50c-450b1ffd386e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a1f2a26d-4c04-467d-bd3b-296613d299db), after_create {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:09.916724 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Network 86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b is already hosted by enough agents. {{(pid=104194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 01:49:09.928869 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.base_scheduler [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Resources bound (agent type, host, resource id): {{(pid=104194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 01:49:09.942605 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Received port after_create {{(pid=104194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 07 01:49:09.958966 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-eefa243c-404d-406f-a50c-450b1ffd386e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=49c77524eaa04332af33bd68d3bb4cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865244 Aug 07 01:49:09.958966 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa243c-404d-406f-a50c-450b1ffd386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2a26d-4c04-467d-bd3b-296613d299db,revision_number=1']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:09.959353 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'Port': ['ID=c93742f5-dfbe-4117-a03e-45697de62d20,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:09.960979 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59160) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:10.050821 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] Publish callbacks [] for security_group (a1f2a26d-4c04-467d-bd3b-296613d299db), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.092069 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] Publish callbacks [] for security_group (a1f2a26d-4c04-467d-bd3b-296613d299db), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.148307 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:10.171657 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (a1f2a26d-4c04-467d-bd3b-296613d299db), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.176688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.178793 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a1f2a26d-4c04-467d-bd3b-296613d299db HTTP/1.1" status: 204 len: 168 time: 0.2166829 Aug 07 01:49:10.193088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41b7d0-be9b-41a6-9848-8504ed08457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2a26d-4c04-467d-bd3b-296613d299db,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:10.356552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:49:10.432792 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.438067 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.451881 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:10.452606 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.454040 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-97fc67f5-b32d-4c2c-9e33-45b1d44c29ab req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "PUT /networking/v2.0/ports/7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 981 time: 0.7885973 Aug 07 01:49:10.455676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:49:10.456559 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:49:10.458976 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d80096a-e86c-4c00-abfa-a0e43c43d06e" -d '{"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:49:10.562818 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:10.581418 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd85e-2439-4744-9aad-a79bf631074f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=6']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:10.603211 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:49:10.823211 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for floatingip (fbc68ab1-46cb-402f-8c06-3d6a46e1aa60), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:10.890697 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cc1c93-0805-47f4-94f2-3304d5218c60 x-openstack-request-id: req-a0cc1c93-0805-47f4-94f2-3304d5218c60 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:49:10.891142 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:49:10.891296 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0cc1c93-0805-47f4-94f2-3304d5218c60 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:49:10.891667 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cc1c93-0805-47f4-94f2-3304d5218c60'] response: {'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:49:10.924214 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:10.989048 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), before_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.015877 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59172) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:11.063038 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f3373cd0-bed8-4915-8b66-0ecfbaae89dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.105853 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:11.250426 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab84f69-5697-4286-9f31-f2ac2b71672a req-3ed9c908-8622-4648-957b-1697ff6e1674 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:11.262370 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ab84f69-5697-4286-9f31-f2ac2b71672a req-3ed9c908-8622-4648-957b-1697ff6e1674 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.6713364 Aug 07 01:49:11.268892 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-95ce401c-dc86-41b7-91a6-4f89751ada7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:11.271389 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-95ce401c-dc86-41b7-91a6-4f89751ada7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1168 time: 0.1237454 Aug 07 01:49:11.338439 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f3373cd0-bed8-4915-8b66-0ecfbaae89dd admin admin] Publish callbacks [] for security_group (d9782a8d-95ca-486f-b324-fcd85250ab28), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.361697 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for port (c93742f5-dfbe-4117-a03e-45697de62d20), precommit_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.365913 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-f3373cd0-bed8-4915-8b66-0ecfbaae89dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d9782a8d-95ca-486f-b324-fcd85250ab28), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.412445 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-f3373cd0-bed8-4915-8b66-0ecfbaae89dd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2233b5d61ff347998be58711ae0277a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909035 Aug 07 01:49:11.412904 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13561682'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), after_update {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.416465 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59174) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:11.477665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:49:11.506416 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:11.525810 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:11.527202 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3373cd0-bed8-4915-8b66-0ecfbaae89dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9782a8d-95ca-486f-b324-fcd85250ab28,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:11.554163 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ab84f69-5697-4286-9f31-f2ac2b71672a req-98392c9d-f1cd-404b-8873-d1030521323d tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2889438 Aug 07 01:49:11.558326 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16457749'] for floatingip (fbc68ab1-46cb-402f-8c06-3d6a46e1aa60), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.564997 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event updated for resources: {'Port': ['ID=c93742f5-dfbe-4117-a03e-45697de62d20,revision_number=2']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:11.593217 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] Publish callbacks [] for security_group (d9782a8d-95ca-486f-b324-fcd85250ab28), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.593217 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-3000b374-c111-4239-b2ad-c04883d8eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:11.593217 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-3000b374-c111-4239-b2ad-c04883d8eb3d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.3129153 Aug 07 01:49:11.611088 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:11.665164 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] Publish callbacks [] for security_group (d9782a8d-95ca-486f-b324-fcd85250ab28), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.696068 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Floating IP fbc68ab1-46cb-402f-8c06-3d6a46e1aa60 associated. External IP: 172.37.1.135, port: ebb91259-4e43-449e-b5bb-c646943874ee. Aug 07 01:49:11.711026 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-16508ec9-b4ba-40dd-8154-923cf8fe99f0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 1001 time: 0.1086602 Aug 07 01:49:11.776314 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-d954c06b-7a2c-470f-a479-9d18ab5fd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:11.777833 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-d954c06b-7a2c-470f-a479-9d18ab5fd076 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0605679 Aug 07 01:49:11.778961 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (d9782a8d-95ca-486f-b324-fcd85250ab28), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.782276 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:11.783490 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d9782a8d-95ca-486f-b324-fcd85250ab28 HTTP/1.1" status: 204 len: 168 time: 0.3621669 Aug 07 01:49:11.787254 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:11.818909 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d88fb-46a8-4fe8-a147-b3c631703668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9782a8d-95ca-486f-b324-fcd85250ab28,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:11.840223 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-39804a06-8af7-4919-9e50-90a3279abcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:11.846126 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-39804a06-8af7-4919-9e50-90a3279abcb4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611029 Aug 07 01:49:11.960863 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:49:12.009171 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-d3098baa-5f46-4e2d-91bb-466d57280531 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564028 Aug 07 01:49:12.010121 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8d50db82-6d5c-4b76-af95-e7b44133705c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:12.120921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:49:12.135206 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Sync routers for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:49:12.149288 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:49:12.150439 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:12.155552 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:12.156931 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7d80096a-e86c-4c00-abfa-a0e43c43d06e req-9a5edfa5-58ff-40e1-a9ae-429aa1274ea2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404636 Aug 07 01:49:12.227086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-4b459680-6991-45aa-87c1-3a63d6838c9c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2257292 Aug 07 01:49:12.258761 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:12.282478 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:49:12.502927 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:12.556332 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fbc68ab1-46cb-402f-8c06-3d6a46e1aa60', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'floating_ip_address': '172.37.1.135', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'mac_address': 'fa:16:3e:d7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:10Z', 'updated_at': '2022-08-07T01:49:10Z', 'revision_number': 0, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:12.585890 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Checking router: 667ad5c5-27b4-4744-a7a5-3cd5536aa99e for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:49:12.603665 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:49:12.604789 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:48:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:12.721331 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:49:12.893094 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:49:12.896464 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67dfa03-3466-4d49-a316-351bdb1e90d1" -d '{"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:49:12.964313 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b248363-c616-44f2-a0cc-cf2139d9043d x-openstack-request-id: req-3b248363-c616-44f2-a0cc-cf2139d9043d {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:49:12.964763 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:49:12.965160 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b248363-c616-44f2-a0cc-cf2139d9043d {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:49:12.965785 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b248363-c616-44f2-a0cc-cf2139d9043d'] response: {'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'status': 'completed', 'code': 200} Aug 07 01:49:13.019513 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fbc68ab1-46cb-402f-8c06-3d6a46e1aa60', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'floating_ip_address': '172.37.1.135', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'mac_address': 'fa:16:3e:d7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:10Z', 'updated_at': '2022-08-07T01:49:10Z', 'revision_number': 0, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:49:13.042280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-ff5a98d9-1dc4-40e2-980b-4ad5e0d5165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:13.043906 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-ff5a98d9-1dc4-40e2-980b-4ad5e0d5165c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0503771 Aug 07 01:49:13.075676 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a898672-bdf3-4ba2-a818-e83c17ef4c22 None None] The sync data for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi is: [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fbc68ab1-46cb-402f-8c06-3d6a46e1aa60', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'floating_ip_address': '172.37.1.135', 'floating_network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'router_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'mac_address': 'fa:16:3e:d7:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-07T01:49:10Z', 'updated_at': '2022-08-07T01:49:10Z', 'revision_number': 0, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:49:13.191178 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-35816359-f527-40cc-80e7-04acf76b6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:13.193140 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-35816359-f527-40cc-80e7-04acf76b6c20 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1419077 Aug 07 01:49:13.286559 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-e1c16518-0c34-4da0-a750-a4291c0cea49 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 999 time: 0.0854023 Aug 07 01:49:13.369732 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-7bf0488b-22c8-47d6-9e55-16e2d5caa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:13.371985 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-7bf0488b-22c8-47d6-9e55-16e2d5caa3ce service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0770197 Aug 07 01:49:13.394791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490bfb6-3241-4d46-962d-47e6dfd61393 None None] New status for floating IP fbc68ab1-46cb-402f-8c06-3d6a46e1aa60: ACTIVE {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:49:13.437988 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-ec34fc6f-c1d7-449e-83e7-93ee9b2f97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:13.439811 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-ec34fc6f-c1d7-449e-83e7-93ee9b2f97c0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618577 Aug 07 01:49:13.616092 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-a1c6f1ea-4289-4b89-870e-fb4ed1fabf48 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680949 Aug 07 01:49:13.766000 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-c67dfa03-3466-4d49-a316-351bdb1e90d1 req-e5267da2-d40d-4c9e-8b32-a6ad209654e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417553 Aug 07 01:49:15.858613 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-24f992a2-2a36-4e57-96ea-1f3f73e77157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:18.476522 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:19.007839 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:19.841514 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:21.936812 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59256) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:22.138347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-781ee287-382b-47d6-ad53-c7ebdab34b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.239982 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-781ee287-382b-47d6-ad53-c7ebdab34b7b admin admin] Publish callbacks [] for security_group (441a4cda-0167-4326-a6b9-a5a2d16777dc), precommit_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.245392 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-781ee287-382b-47d6-ad53-c7ebdab34b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (441a4cda-0167-4326-a6b9-a5a2d16777dc), after_create {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.321001 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-781ee287-382b-47d6-ad53-c7ebdab34b7b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=918353ffd8ef446fad9a472be8f9e069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824382 Aug 07 01:49:22.322290 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee287-382b-47d6-ad53-c7ebdab34b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a4cda-0167-4326-a6b9-a5a2d16777dc,revision_number=1']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:22.324033 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59260) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:49:22.344756 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:22.390363 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] Publish callbacks [] for security_group (441a4cda-0167-4326-a6b9-a5a2d16777dc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.415026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] Publish callbacks [] for security_group (441a4cda-0167-4326-a6b9-a5a2d16777dc), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.470384 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (441a4cda-0167-4326-a6b9-a5a2d16777dc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.473287 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:22.474600 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/441a4cda-0167-4326-a6b9-a5a2d16777dc HTTP/1.1" status: 204 len: 168 time: 0.1493359 Aug 07 01:49:22.479266 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:22.487918 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251f28c-1126-4f66-9e24-4d5a908cd89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a4cda-0167-4326-a6b9-a5a2d16777dc,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:49:23.014335 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=41 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:23.024465 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=65 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:24.282736 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:24.297524 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:27.857021 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-ccadc9f7-567d-4157-bd1a-27f4a575d4f1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424845 Aug 07 01:49:27.951772 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-33530469-c276-48d3-8629-24ea82c850d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:27.953410 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-33530469-c276-48d3-8629-24ea82c850d5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1168 time: 0.0457780 Aug 07 01:49:28.072543 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-689e1c2c-31d2-41ae-948c-d6fbd8a0b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:28.074042 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-689e1c2c-31d2-41ae-948c-d6fbd8a0b9d0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.1003232 Aug 07 01:49:28.149320 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-ba14f8fa-f52b-4d88-9c9d-599a90297131 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 1001 time: 0.0688543 Aug 07 01:49:28.211701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-23213488-dd55-45a1-b656-527e1423f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:28.213408 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-23213488-dd55-45a1-b656-527e1423f00c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0568321 Aug 07 01:49:28.269427 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-bb64e0ff-2385-4fe0-b38c-9ec386cc9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:28.271133 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-bb64e0ff-2385-4fe0-b38c-9ec386cc9a6e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501924 Aug 07 01:49:28.382426 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-7d1993fd-5e46-417e-b03b-a5f86877c8fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029313 Aug 07 01:49:28.492640 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-33e0ce9c-51de-4397-94b8-1434c242b875 req-d5efa5c5-a32a-43d3-ba66-10581c946c86 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985742 Aug 07 01:49:32.304746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:32.314472 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:34.288993 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:34.650795 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505f38e-eb83-4f42-9fbc-32a74b3c6b5f req-3d3957f8-793c-4070-85c3-51db8e07050a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:34.652871 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1505f38e-eb83-4f42-9fbc-32a74b3c6b5f req-3d3957f8-793c-4070-85c3-51db8e07050a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0641775 Aug 07 01:49:34.667923 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-e453bbf0-ba90-47f2-bb7c-f32d86e442cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:34.669597 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-e453bbf0-ba90-47f2-bb7c-f32d86e442cc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1168 time: 0.0815253 Aug 07 01:49:34.755352 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-1505f38e-eb83-4f42-9fbc-32a74b3c6b5f req-b641c0dc-133b-443f-aa44-eadbefa07090 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923896 Aug 07 01:49:34.780670 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-b9b19c44-6f27-49e4-ba05-8b9404cfc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:34.782170 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-b9b19c44-6f27-49e4-ba05-8b9404cfc87a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.1057920 Aug 07 01:49:35.133134 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-3c258156-848f-4b44-a510-85da0d3704b5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 1001 time: 0.0601337 Aug 07 01:49:35.192400 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-cbfe1465-5d8c-4662-97bf-75b36f34a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:35.193866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-cbfe1465-5d8c-4662-97bf-75b36f34a7cd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0528562 Aug 07 01:49:35.244749 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-90b9e65e-5355-439c-b436-5ebc69afdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:35.246256 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-90b9e65e-5355-439c-b436-5ebc69afdd7a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443635 Aug 07 01:49:35.359809 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:35.368767 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-4b86c038-0090-47de-ae67-d4dd78ce2c88 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103587 Aug 07 01:49:35.449757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:35.479054 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-63683a35-7e81-4b37-9042-e692cdcd38f8 req-db7960b8-b3a9-4e87-8271-044f5702ced6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041298 Aug 07 01:49:35.899567 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa464e-a127-4880-bed4-d6f26323f354 req-dbabc79b-f5e8-467c-8a68-257a3e62cd03 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:35.901675 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-01aa464e-a127-4880-bed4-d6f26323f354 req-dbabc79b-f5e8-467c-8a68-257a3e62cd03 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0540140 Aug 07 01:49:35.980660 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-01aa464e-a127-4880-bed4-d6f26323f354 req-f900b5fe-b1ff-4b3f-8972-50ab23b194d9 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729373 Aug 07 01:49:37.122297 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6111f9-3d7f-4633-8373-618efcf67246 req-01924227-6e42-4259-a2db-fbf626f980b0 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:37.124615 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d6111f9-3d7f-4633-8373-618efcf67246 req-01924227-6e42-4259-a2db-fbf626f980b0 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0533409 Aug 07 01:49:37.194494 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5d6111f9-3d7f-4633-8373-618efcf67246 req-26e94a50-a535-4707-9e17-20e389de5ffd tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634701 Aug 07 01:49:38.339967 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc4ad2-d876-43f7-a982-9402a8a4d5bb req-306bb281-e09d-4828-ba38-3ee9eb9cc2ad tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:38.341579 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cfbc4ad2-d876-43f7-a982-9402a8a4d5bb req-306bb281-e09d-4828-ba38-3ee9eb9cc2ad tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0573204 Aug 07 01:49:38.412885 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cfbc4ad2-d876-43f7-a982-9402a8a4d5bb req-3f95d51d-4a89-4a37-845a-178ea871e074 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652504 Aug 07 01:49:39.560882 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e544299-db76-45c4-b8fc-152c48adb03e req-f5065cdd-3ef1-40cd-b177-7e0a199d1bbd tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:39.562460 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8e544299-db76-45c4-b8fc-152c48adb03e req-f5065cdd-3ef1-40cd-b177-7e0a199d1bbd tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0560112 Aug 07 01:49:39.634590 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-8e544299-db76-45c4-b8fc-152c48adb03e req-ffabde49-1e8f-4db9-a998-15264b7a7006 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651975 Aug 07 01:49:40.790311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706829e-d88f-4d8d-88e7-3fa7904b0e06 req-b224da7b-28d6-4e6d-b80d-9eb6174eb3f9 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:40.793311 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f706829e-d88f-4d8d-88e7-3fa7904b0e06 req-b224da7b-28d6-4e6d-b80d-9eb6174eb3f9 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0769396 Aug 07 01:49:40.862035 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f706829e-d88f-4d8d-88e7-3fa7904b0e06 req-ee7c74de-1b7a-4e75-85c7-57e455460e7f tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604177 Aug 07 01:49:41.998812 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ed23ef24-5a48-4f74-9134-99155b05f114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:42.000519 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d02d1-f192-443e-a8d5-9389e7b8516e req-b3788cab-9d84-4075-884a-54048837ddc0 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:42.003103 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-da0d02d1-f192-443e-a8d5-9389e7b8516e req-b3788cab-9d84-4075-884a-54048837ddc0 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0620117 Aug 07 01:49:42.074954 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-da0d02d1-f192-443e-a8d5-9389e7b8516e req-113eabe2-7aa4-4c42-a84d-abc5bbea7113 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656974 Aug 07 01:49:43.212910 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f223-c53f-4df0-85b6-4afc811e0800 req-81ce87de-571c-4b84-90a8-0b089fcb6ab8 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:43.214515 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b720f223-c53f-4df0-85b6-4afc811e0800 req-81ce87de-571c-4b84-90a8-0b089fcb6ab8 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0583246 Aug 07 01:49:43.296635 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b720f223-c53f-4df0-85b6-4afc811e0800 req-1b90acd7-5e19-41d0-a69b-058a1855f735 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716574 Aug 07 01:49:44.471991 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b16ad5-548d-4945-83e0-e3aabfa49d31 req-26c4176f-c620-4dfb-ac02-2fc5c97b7e99 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:44.473653 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54b16ad5-548d-4945-83e0-e3aabfa49d31 req-26c4176f-c620-4dfb-ac02-2fc5c97b7e99 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0587945 Aug 07 01:49:44.546835 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-54b16ad5-548d-4945-83e0-e3aabfa49d31 req-c886594f-92d7-49af-9472-473087a673f1 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618713 Aug 07 01:49:45.707395 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd58df6-396f-4fd8-83e9-33a2be501820 req-0f922ae5-0961-4ca1-a621-afce104fbdaf tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:45.709056 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fbd58df6-396f-4fd8-83e9-33a2be501820 req-0f922ae5-0961-4ca1-a621-afce104fbdaf tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0544338 Aug 07 01:49:45.780198 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-fbd58df6-396f-4fd8-83e9-33a2be501820 req-01d6beaa-009d-4653-8d4b-59db6e9f1d02 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649006 Aug 07 01:49:45.864082 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-bd3db4d8-8a97-425e-aa37-cf53dd0f5ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:46.915366 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371d6d6-0052-44f9-8db0-7fa32aba2365 req-c1e69593-5a66-4267-bf88-3b0491c2e61a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:49:46.916890 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9371d6d6-0052-44f9-8db0-7fa32aba2365 req-c1e69593-5a66-4267-bf88-3b0491c2e61a tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0570798 Aug 07 01:49:46.988712 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9371d6d6-0052-44f9-8db0-7fa32aba2365 req-15fa58ed-0a4c-4cd4-b84b-72e2263d8401 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=303250ab-e207-4c74-8766-c52e88606dc9&id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650156 Aug 07 01:49:48.469644 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:49:48.480700 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:49.004469 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:49.854006 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:54.290832 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:49:55.770248 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=58 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:55.773464 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=59 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:56.979033 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=59 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:56.982265 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=67 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:58.463359 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:49:58.464080 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:04.282264 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:04.285394 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:11.997331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9490-d50a-41b9-8fd8-016fa4c772e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:15.859105 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0bf7df27-1c62-4c17-9fe0-db55e12f2020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:18.484050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:19.009449 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:19.849192 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:22.393439 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-baf10224-f727-440f-89aa-77f833c162f7 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-272623057&fields=id&tenant_id=673afe3c625d419e89fe80f3db4574fb HTTP/1.1" status: 200 len: 267 time: 0.0510733 Aug 07 01:50:22.459316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-cb95c016-ddd5-4266-9a7b-f11755101a85 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:22.460952 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-cb95c016-ddd5-4266-9a7b-f11755101a85 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 984 time: 0.0588946 Aug 07 01:50:22.474292 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.v2.base [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Request body: {'port': {'security_groups': ['3387b482-79db-4f24-bee1-19b538459420']}} {{(pid=104193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 07 01:50:22.586638 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:22.815661 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:22.850072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), precommit_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:22.855673 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14136283'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_update {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:22.868185 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:22.868874 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:22.870363 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-07ecb2c3-c2a1-416a-a906-158d0011c53f req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "PUT /networking/v2.0/ports/7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 942 time: 0.4013355 Aug 07 01:50:22.870977 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:50:22.873311 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f" -d '{"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:50:22.876784 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:50:22.879688 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59316) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:22.956590 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ccbe0-107e-440f-8a44-208f8729a445 x-openstack-request-id: req-7d4ccbe0-107e-440f-8a44-208f8729a445 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:50:22.956590 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:50:22.957047 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d4ccbe0-107e-440f-8a44-208f8729a445 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:50:22.957475 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4ccbe0-107e-440f-8a44-208f8729a445'] response: {'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:50:22.982343 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:50:23.057351 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event updated for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=7']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:23.064667 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-73d73d70-98ee-46e3-95d7-13965166e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:23.066369 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-73d73d70-98ee-46e3-95d7-13965166e7cb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1129 time: 0.1042616 Aug 07 01:50:23.076209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.076634 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.076949 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.077303 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.077644 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.077985 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.078323 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.078665 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.079005 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.079354 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.080454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.080454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.080454 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.080808 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.081032 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f3f64a-0591-499d-b82d-7fa1c7227c05 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:23.116481 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (303250ab-e207-4c74-8766-c52e88606dc9), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.190559 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (303250ab-e207-4c74-8766-c52e88606dc9), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.256345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-9e43a463-abab-46fa-acf2-1c776fb4d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:23.257825 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-9e43a463-abab-46fa-acf2-1c776fb4d1ac service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.1725390 Aug 07 01:50:23.353732 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-57f56685-c122-4a42-9427-700b2a50dc05 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 1001 time: 0.0863900 Aug 07 01:50:23.355920 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (303250ab-e207-4c74-8766-c52e88606dc9), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.361089 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.362945 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/303250ab-e207-4c74-8766-c52e88606dc9 HTTP/1.1" status: 204 len: 168 time: 0.4816267 Aug 07 01:50:23.366408 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59318) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:23.436661 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b2fb5-3e1c-4506-9011-ee3615777e42 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303250ab-e207-4c74-8766-c52e88606dc9,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:23.466418 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-358807f1-9771-497b-84a2-67a417434c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:23.469210 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-358807f1-9771-497b-84a2-67a417434c3f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.1045344 Aug 07 01:50:23.548900 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-178c940e-d50b-4ad8-8af4-731997b4a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:23.551116 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-178c940e-d50b-4ad8-8af4-731997b4a3cf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730259 Aug 07 01:50:23.578209 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:23.673512 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:23.703932 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-ea9001bb-f8be-43ee-9516-33680c28fb1e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445539 Aug 07 01:50:23.820715 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-b3ef5a35-5ca5-4d2d-8a29-7ab94de4642f req-5a2fb79b-b57c-41e1-843a-b38a96164bae service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054609 Aug 07 01:50:23.833258 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Deleting port e6661611-19fe-42cc-b2e8-16c56d96f7e2 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:23.833775 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.926781 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.927122 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for floatingip (e6661611-19fe-42cc-b2e8-16c56d96f7e2), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:23.945634 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Calling delete_port for e6661611-19fe-42cc-b2e8-16c56d96f7e2 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:24.164642 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (e6661611-19fe-42cc-b2e8-16c56d96f7e2), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:24.198973 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event deleted for resources: {'Port': ['ID=e6661611-19fe-42cc-b2e8-16c56d96f7e2,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:24.226345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.226698 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.227302 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.227649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.227983 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.228353 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.228691 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.229023 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.229353 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.229681 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.230010 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.230341 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.230667 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.230997 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.231345 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:24.286368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks [] for floatingip (d819acd3-d8c9-411a-ac5f-0afff00d3d76), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:24.286879 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Floating IP d819acd3-d8c9-411a-ac5f-0afff00d3d76 disassociated (deleted). External IP: 172.37.1.183, port: 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479. Aug 07 01:50:24.300040 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:24.523548 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:50:24.678986 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:50:24.686536 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:24.693866 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Sync routers for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:50:24.707181 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:24.708031 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:24.724752 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:24.730541 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-1cec193a-abfc-4c36-95b2-ebbf303e9bc4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d819acd3-d8c9-411a-ac5f-0afff00d3d76 HTTP/1.1" status: 204 len: 168 time: 1.3626354 Aug 07 01:50:24.732085 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:50:24.735838 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d9303d-1e6c-485f-ac09-365c013d1786" -d '{"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:50:24.804365 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c9e6c-0b22-4d43-9b49-c446292ee4a9 x-openstack-request-id: req-dc4c9e6c-0b22-4d43-9b49-c446292ee4a9 {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:50:24.804921 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:50:24.805559 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc4c9e6c-0b22-4d43-9b49-c446292ee4a9 {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:50:24.806271 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4c9e6c-0b22-4d43-9b49-c446292ee4a9'] response: {'name': 'network-changed', 'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:50:24.873587 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:24.903214 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-f73b8b8c-52ad-4d35-9774-baf3ebac177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:24.906338 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-f73b8b8c-52ad-4d35-9774-baf3ebac177e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=673afe3c625d419e89fe80f3db4574fb&device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 1129 time: 0.0631580 Aug 07 01:50:25.076478 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-c58e3618-e9cf-413a-a580-7dbac510c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:25.079837 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-c58e3618-e9cf-413a-a580-7dbac510c88f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 200 len: 915 time: 0.1637268 Aug 07 01:50:25.151688 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-c0d44e79-57e7-4546-82ef-7015b889130e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 200 len: 217 time: 0.0655105 Aug 07 01:50:25.167456 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:25.195711 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Checking router: 4c021b0f-d463-4ee4-a28d-86b9c995fc0f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:50:25.205691 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:25.206317 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:25.412935 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:25.492390 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:50:25.541254 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-32fcd81f-3f73-4f1c-a452-707063c978a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:25.542928 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-32fcd81f-3f73-4f1c-a452-707063c978a9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 200 len: 853 time: 0.0552130 Aug 07 01:50:25.602102 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-2637697f-3fbf-479a-8de5-6bfa0266da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:25.604212 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-2637697f-3fbf-479a-8de5-6bfa0266da5b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ed934e06-e878-44ca-b0cd-4ffe32e81e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540953 Aug 07 01:50:25.661025 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:25.712620 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16ef2a2-cd61-415c-85e3-267efc5f2877 None None] The sync data for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi is: [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:47:58Z', 'revision_number': 4, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '147ede44-55ce-4cbb-86c6-b607ac672a9a', 'name': '', 'network_id': 'ed934e06-e878-44ca-b0cd-4ffe32e81e1a', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'mac_address': 'fa:16:3e:21:5c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:57Z', 'updated_at': '2022-08-07T01:48:07Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'subnets': [{'id': '33d26b65-32bd-4fe4-b084-b8d86e891915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:50:25.768956 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-91c2fc21-eae6-40b1-9079-c293c95ea108 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568694 Aug 07 01:50:25.886148 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-02d9303d-1e6c-485f-ac09-365c013d1786 req-e9ca8a1b-0c42-4823-9fb9-3f39ff7a843c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107991 Aug 07 01:50:26.055636 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7d548a-5d6f-484a-8b74-59695f436bcd None None] New status for floating IP d819acd3-d8c9-411a-ac5f-0afff00d3d76: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:50:27.723644 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee0d8-b92f-4c34-b21d-0c82ae0e2a98 req-f8e0b906-be3f-49e4-84fc-bb07b7509bed tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:27.725999 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-42eee0d8-b92f-4c34-b21d-0c82ae0e2a98 req-f8e0b906-be3f-49e4-84fc-bb07b7509bed tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0626287 Aug 07 01:50:27.739967 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:27.802872 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-42eee0d8-b92f-4c34-b21d-0c82ae0e2a98 req-72a8628a-3be0-4cb2-9e9c-daf3c9321475 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702724 Aug 07 01:50:28.930928 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277af6-ca6f-4568-9498-8cba98a7ab04 req-afbea5c5-b37c-4a17-923b-673dc7f73f73 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:28.932459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4277af6-ca6f-4568-9498-8cba98a7ab04 req-afbea5c5-b37c-4a17-923b-673dc7f73f73 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0511651 Aug 07 01:50:28.990034 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-e4277af6-ca6f-4568-9498-8cba98a7ab04 req-dcb30c73-e549-44f2-bcd5-b694d66909b4 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3387b482-79db-4f24-bee1-19b538459420&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Aug 07 01:50:29.300251 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-672f066d-d951-4676-9e32-df31faab2082 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445864 Aug 07 01:50:29.443123 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-cc831512-ad3d-4a82-bd93-3869dd3152fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:29.444944 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-cc831512-ad3d-4a82-bd93-3869dd3152fb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0489547 Aug 07 01:50:29.588077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5516318-6ad4-4031-8841-9cfccd94420d req-8d501f22-6f2c-4c33-ae0c-e7452cf871ce tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:29.590591 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5516318-6ad4-4031-8841-9cfccd94420d req-8d501f22-6f2c-4c33-ae0c-e7452cf871ce tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 945 time: 0.0598547 Aug 07 01:50:29.623597 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-2d420d4c-4e55-45d4-bbcb-cca053a92242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:29.625160 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-2d420d4c-4e55-45d4-bbcb-cca053a92242 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1387675 Aug 07 01:50:29.702608 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-20798740-078a-45e3-adbb-b43e513a73d5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 1001 time: 0.0702598 Aug 07 01:50:29.711438 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Deleting port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:29.712009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:29.778243 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-1ba2fe46-61a1-4ec9-be2f-df579be76127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:29.780391 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-1ba2fe46-61a1-4ec9-be2f-df579be76127 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0663636 Aug 07 01:50:29.836614 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:29.852873 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-a139c759-e052-4819-b015-b86bc88ff8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:50:29.855611 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-a139c759-e052-4819-b015-b86bc88ff8ed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641754 Aug 07 01:50:29.860599 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] For port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:29.861135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:29.876611 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Calling delete_port for 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 owned by compute:nova {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:29.937785 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=100 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:29.982459 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-77a6c845-e56e-40e2-bb0d-28d3de6d1dbd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199820 Aug 07 01:50:30.038420 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (7fe8e7c8-c5ab-41e4-9fdb-393c265c2479), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:30.058037 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:50:30.071574 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Pushing event deleted for resources: {'Port': ['ID=7fe8e7c8-c5ab-41e4-9fdb-393c265c2479,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:30.149858 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] No DVR routers for this DVR port 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 on host hv-cinder-maste {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:50:30.153930 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2472d5dd-0e94-4e4e-9127-c0274c84baef req-088b5190-8388-41bc-ba13-32877c77d541 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607504 Aug 07 01:50:30.161284 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:30.165080 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a5516318-6ad4-4031-8841-9cfccd94420d req-a6ae6889-79ba-4a81-bfa7-56095b6fb369 tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.17 "DELETE /networking/v2.0/ports/7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 HTTP/1.1" status: 204 len: 173 time: 0.5664749 Aug 07 01:50:30.167500 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'name': 'network-vif-deleted', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:50:30.170932 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dce2b3-1e67-4014-be36-64b873445fc1" -d '{"events": [{"server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "name": "network-vif-deleted", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:50:30.199070 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-e613d43f-9024-4691-8aa8-76555cf6e51e req-a501c7dd-4e0c-4f75-958a-8a3bf3891b1e tempest-TestMinimumBasicScenario-301244876 tempest-TestMinimumBasicScenario-301244876-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=65635777-b502-4848-8327-c39ccd195e5d HTTP/1.1" status: 200 len: 210 time: 0.0516658 Aug 07 01:50:30.258649 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bc5046-6941-4882-80fb-3a0e6f6a792f x-openstack-request-id: req-41bc5046-6941-4882-80fb-3a0e6f6a792f {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:50:30.259049 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65635777-b502-4848-8327-c39ccd195e5d", "name": "network-vif-deleted", "tag": "7fe8e7c8-c5ab-41e4-9fdb-393c265c2479", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:50:30.259405 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41bc5046-6941-4882-80fb-3a0e6f6a792f {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:50:30.260006 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41bc5046-6941-4882-80fb-3a0e6f6a792f'] response: {'server_uuid': '65635777-b502-4848-8327-c39ccd195e5d', 'name': 'network-vif-deleted', 'tag': '7fe8e7c8-c5ab-41e4-9fdb-393c265c2479', 'status': 'completed', 'code': 200} Aug 07 01:50:32.136570 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59406) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:32.522601 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:32.528168 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:32.720136 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:32.797774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Deleting port 147ede44-55ce-4cbb-86c6-b607ac672a9a {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:32.798243 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:32.881438 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:32.907566 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] For port 147ede44-55ce-4cbb-86c6-b607ac672a9a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=147ede44-55ce-4cbb-86c6-b607ac672a9a,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:32.907925 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:32.918296 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:32.918838 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device 7fe8e7c8-c5ab-41e4-9fdb-393c265c2479 not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:32.926817 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Calling delete_port for 147ede44-55ce-4cbb-86c6-b607ac672a9a owned by network:router_interface {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:33.150083 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (147ede44-55ce-4cbb-86c6-b607ac672a9a), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:33.188740 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=147ede44-55ce-4cbb-86c6-b607ac672a9a,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:33.426098 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:33.662289 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:33.677461 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:50:33.736915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:33.808140 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:50:33.815404 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-203687cd-7286-49ce-a55f-6010efccc2ab admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c021b0f-d463-4ee4-a28d-86b9c995fc0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771424 Aug 07 01:50:33.817710 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59408) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:33.819007 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Sync routers for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:50:33.837193 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:33.838422 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:33.948955 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks [] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:33.999293 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:34.083448 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks [] for router_gateway (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.165880 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Deleting port 5af795bc-328c-49cb-8658-f9d9f0afc252 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:34.166419 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.296203 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:34.301748 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:50:33Z', 'revision_number': 5, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port': {'id': '5af795bc-328c-49cb-8658-f9d9f0afc252', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:34.331195 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] For port 5af795bc-328c-49cb-8658-f9d9f0afc252, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5af795bc-328c-49cb-8658-f9d9f0afc252,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:34.331464 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.332980 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Checking router: 4c021b0f-d463-4ee4-a28d-86b9c995fc0f for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:50:34.337670 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:34.351947 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Routers {'4c021b0f-d463-4ee4-a28d-86b9c995fc0f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:34.354003 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:34.356546 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Calling delete_port for 5af795bc-328c-49cb-8658-f9d9f0afc252 owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:34.502958 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] Set router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:34.602734 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:50:34Z', 'revision_number': 6, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:34.621897 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (5af795bc-328c-49cb-8658-f9d9f0afc252), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.639876 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f449c-4e04-4b6b-9d2b-154181d2f2a3 None None] The sync data for ids ['4c021b0f-d463-4ee4-a28d-86b9c995fc0f'] in dv-cinder-master-3-iscsi is: [{'id': '4c021b0f-d463-4ee4-a28d-86b9c995fc0f', 'name': 'tempest-TestMinimumBasicScenario-992722038-router', 'tenant_id': '673afe3c625d419e89fe80f3db4574fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:47:54Z', 'updated_at': '2022-08-07T01:50:34Z', 'revision_number': 6, 'project_id': '673afe3c625d419e89fe80f3db4574fb', 'gw_port_host': None}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:50:34.666682 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af795bc-328c-49cb-8658-f9d9f0afc252,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:34.765487 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.829119 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:34.868654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:34.871619 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks [] for router_controller (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.248786 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (4c021b0f-d463-4ee4-a28d-86b9c995fc0f), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.249588 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c021b0f-d463-4ee4-a28d-86b9c995fc0f {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:50:35.256026 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.257342 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-83518273-3415-472a-ad24-04953708ce25 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/4c021b0f-d463-4ee4-a28d-86b9c995fc0f HTTP/1.1" status: 204 len: 168 time: 1.4380620 Aug 07 01:50:35.260617 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59410) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:35.311554 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Deleting subnet 33d26b65-32bd-4fe4-b084-b8d86e891915 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:50:35.315381 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Publish callbacks [] for subnet (33d26b65-32bd-4fe4-b084-b8d86e891915), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.348486 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:35.355969 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (33d26b65-32bd-4fe4-b084-b8d86e891915), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.465603 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (33d26b65-32bd-4fe4-b084-b8d86e891915), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.558338 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (33d26b65-32bd-4fe4-b084-b8d86e891915), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.558627 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 147ede44-55ce-4cbb-86c6-b607ac672a9a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:35.563544 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:35.564679 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:35.588148 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 147ede44-55ce-4cbb-86c6-b607ac672a9a {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:35.588674 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 147ede44-55ce-4cbb-86c6-b607ac672a9a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:35.590467 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d26b65-32bd-4fe4-b084-b8d86e891915,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:35.595520 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.601065 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-123252e0-fe17-4c3c-9777-2e518b5e63d9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/33d26b65-32bd-4fe4-b084-b8d86e891915 HTTP/1.1" status: 204 len: 168 time: 0.3391011 Aug 07 01:50:35.601996 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59412) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:35.612136 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9490c6-92fd-4a52-b42d-d441fe9f68ce None None] Network ed934e06-e878-44ca-b0cd-4ffe32e81e1a requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:50:35.727755 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (ed934e06-e878-44ca-b0cd-4ffe32e81e1a), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.810612 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Deleting port d0649e08-b580-4ad8-9792-ac7983efa2e8 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:35.811173 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.849144 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] DHCP port deletion for ed934e06-e878-44ca-b0cd-4ffe32e81e1a request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:50:35.915513 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Deleting port d0649e08-b580-4ad8-9792-ac7983efa2e8 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:35.916092 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.938599 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] For port d0649e08-b580-4ad8-9792-ac7983efa2e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0649e08-b580-4ad8-9792-ac7983efa2e8,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:35.939270 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:35.963265 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Calling delete_port for d0649e08-b580-4ad8-9792-ac7983efa2e8 owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:36.017548 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] For port d0649e08-b580-4ad8-9792-ac7983efa2e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0649e08-b580-4ad8-9792-ac7983efa2e8,segment=NetworkSegment(9bfa1746-71fe-4e47-8764-bb15c7cedc8f),segment_id=9bfa1746-71fe-4e47-8764-bb15c7cedc8f)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:36.034949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.037022 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Calling delete_port for d0649e08-b580-4ad8-9792-ac7983efa2e8 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:36.070224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.123477 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0649e08-b580-4ad8-9792-ac7983efa2e8,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:36.129577 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] No DVR routers for this DVR port d0649e08-b580-4ad8-9792-ac7983efa2e8 on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:50:36.135221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (d0649e08-b580-4ad8-9792-ac7983efa2e8), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.162280 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Pushing event deleted for resources: {'Port': ['ID=d0649e08-b580-4ad8-9792-ac7983efa2e8,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:36.173614 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] No DVR routers for this DVR port d0649e08-b580-4ad8-9792-ac7983efa2e8 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:50:36.179806 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.180744 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.181518 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.181958 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.182436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.184146 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.184146 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.184146 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.187050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.187050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.187050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.187519 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.187898 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.188654 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.189170 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9aa92-1f97-4e27-a2c5-0ce46112c4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:50:36.246851 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (ed934e06-e878-44ca-b0cd-4ffe32e81e1a), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.271722 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed934e06-e878-44ca-b0cd-4ffe32e81e1a']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:36.285846 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfa1746-71fe-4e47-8764-bb15c7cedc8f') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:36.286211 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfa1746-71fe-4e47-8764-bb15c7cedc8f') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:36.304351 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (9bfa1746-71fe-4e47-8764-bb15c7cedc8f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.328996 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (9bfa1746-71fe-4e47-8764-bb15c7cedc8f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.341329 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:50:36.341947 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (9bfa1746-71fe-4e47-8764-bb15c7cedc8f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.420448 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 9bfa1746-71fe-4e47-8764-bb15c7cedc8f resource provider aggregate not found Aug 07 01:50:36.447940 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 9bfa1746-71fe-4e47-8764-bb15c7cedc8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bfa1746-71fe-4e47-8764-bb15c7cedc8f found for delete ", "request_id": "req-21a75691-7dfc-4f29-83ce-a32352a33a26"}]} Aug 07 01:50:36.456041 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (ed934e06-e878-44ca-b0cd-4ffe32e81e1a), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.464575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:36.474101 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ed934e06-e878-44ca-b0cd-4ffe32e81e1a HTTP/1.1" status: 204 len: 168 time: 0.8670945 Aug 07 01:50:36.475364 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59418) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:36.497915 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef497feb-2371-46ec-84e9-c97322f4e758 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed934e06-e878-44ca-b0cd-4ffe32e81e1a,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:36.782680 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d0649e08-b580-4ad8-9792-ac7983efa2e8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:36.812871 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: d0649e08-b580-4ad8-9792-ac7983efa2e8 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:36.813252 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device d0649e08-b580-4ad8-9792-ac7983efa2e8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:36.813775 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5af795bc-328c-49cb-8658-f9d9f0afc252 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:36.835800 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 5af795bc-328c-49cb-8658-f9d9f0afc252 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:36.836285 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5af795bc-328c-49cb-8658-f9d9f0afc252 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:36.947327 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (543ddec0-5074-477a-a1a4-efa246b651bc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:37.270318 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Deleting port 45f16e8b-993b-4697-a01a-e300ced06bc7 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:37.270668 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:37.325908 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:37.362280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] For port 45f16e8b-993b-4697-a01a-e300ced06bc7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=45f16e8b-993b-4697-a01a-e300ced06bc7,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:37.362659 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:37.378197 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Calling delete_port for 45f16e8b-993b-4697-a01a-e300ced06bc7 owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:37.382474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:37.599238 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (45f16e8b-993b-4697-a01a-e300ced06bc7), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:37.632679 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Pushing event deleted for resources: {'Port': ['ID=45f16e8b-993b-4697-a01a-e300ced06bc7,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:37.860045 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (543ddec0-5074-477a-a1a4-efa246b651bc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.100981 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Router 543ddec0-5074-477a-a1a4-efa246b651bc has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:50:38.218444 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:50:38.224139 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-401f141d-5546-4cd7-a6f7-5a992e9af69f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/543ddec0-5074-477a-a1a4-efa246b651bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473176 Aug 07 01:50:38.228360 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59420) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:38.232829 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Sync routers for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:50:38.249937 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:38.250977 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:38.339656 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks [] for router (543ddec0-5074-477a-a1a4-efa246b651bc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.399667 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:38.428055 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:38.492338 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:38.526712 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks [] for router_gateway (543ddec0-5074-477a-a1a4-efa246b651bc), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.600980 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Deleting port 83b1c19d-1b77-4568-a3a9-b82132f70d3e {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:38.602638 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.610216 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243'}], 'enable_snat': True}, 'gw_port_id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:50:37Z', 'revision_number': 5, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port': {'id': '83b1c19d-1b77-4568-a3a9-b82132f70d3e', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:28:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:38.644702 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Checking router: 543ddec0-5074-477a-a1a4-efa246b651bc for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:50:38.656109 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Routers {'543ddec0-5074-477a-a1a4-efa246b651bc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:50:38.656789 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:50:16Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['543ddec0-5074-477a-a1a4-efa246b651bc'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:38.723193 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] For port 83b1c19d-1b77-4568-a3a9-b82132f70d3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=83b1c19d-1b77-4568-a3a9-b82132f70d3e,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:38.723769 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.750157 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Calling delete_port for 83b1c19d-1b77-4568-a3a9-b82132f70d3e owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:38.789269 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] Set router 543ddec0-5074-477a-a1a4-efa246b651bc gateway port host: None {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:50:38.968722 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (83b1c19d-1b77-4568-a3a9-b82132f70d3e), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:38.980296 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:50:38Z', 'revision_number': 6, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:39.011438 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b1c19d-1b77-4568-a3a9-b82132f70d3e,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:39.011806 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc8025-4445-4114-b9c4-8b6c5fc7ac78 None None] The sync data for ids ['543ddec0-5074-477a-a1a4-efa246b651bc'] in dv-cinder-master-3-iscsi is: [{'id': '543ddec0-5074-477a-a1a4-efa246b651bc', 'name': 'tempest-TestMinimumBasicScenario-244822224-router', 'tenant_id': 'de90994b10764efbae4183e20b04b05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:01Z', 'updated_at': '2022-08-07T01:50:38Z', 'revision_number': 6, 'project_id': 'de90994b10764efbae4183e20b04b05c', 'gw_port_host': None}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:50:39.093075 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (543ddec0-5074-477a-a1a4-efa246b651bc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.190843 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (543ddec0-5074-477a-a1a4-efa246b651bc), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.193313 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks [] for router_controller (543ddec0-5074-477a-a1a4-efa246b651bc), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.264860 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (543ddec0-5074-477a-a1a4-efa246b651bc), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.265519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 543ddec0-5074-477a-a1a4-efa246b651bc {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:50:39.270706 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.271757 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-e9fd9447-3ce2-42ce-8097-c2fbf95c8060 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/543ddec0-5074-477a-a1a4-efa246b651bc HTTP/1.1" status: 204 len: 168 time: 1.0424139 Aug 07 01:50:39.274339 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59422) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:39.325100 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Deleting subnet 41b80229-7413-4c5c-a53a-6151e2b10290 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:50:39.329792 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Publish callbacks [] for subnet (41b80229-7413-4c5c-a53a-6151e2b10290), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.384881 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (41b80229-7413-4c5c-a53a-6151e2b10290), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.484007 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (41b80229-7413-4c5c-a53a-6151e2b10290), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.545091 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (41b80229-7413-4c5c-a53a-6151e2b10290), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.575674 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b80229-7413-4c5c-a53a-6151e2b10290,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:39.582471 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.585792 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-65913529-296c-4598-af6e-7d1c18273e4a admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/41b80229-7413-4c5c-a53a-6151e2b10290 HTTP/1.1" status: 204 len: 168 time: 0.3103795 Aug 07 01:50:39.588922 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59424) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:39.589114 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163efcf6-9455-4b06-a814-1e7835d953a2 None None] Network a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:50:39.638390 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:39.649888 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:39.672099 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.723141 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Deleting port f8c0168e-829f-47cc-bb90-5e418d3045d5 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:39.723493 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.801201 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] For port f8c0168e-829f-47cc-bb90-5e418d3045d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8c0168e-829f-47cc-bb90-5e418d3045d5,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:39.801701 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.817889 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] DHCP port deletion for a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:50:39.827846 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Calling delete_port for f8c0168e-829f-47cc-bb90-5e418d3045d5 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:39.866717 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Deleting port f8c0168e-829f-47cc-bb90-5e418d3045d5 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:50:39.867099 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.918468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:39.927325 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.938779 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:39.958250 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] For port f8c0168e-829f-47cc-bb90-5e418d3045d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f8c0168e-829f-47cc-bb90-5e418d3045d5,segment=NetworkSegment(c3a3a624-c78f-4a10-af54-f266ef6cbccd),segment_id=c3a3a624-c78f-4a10-af54-f266ef6cbccd)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:50:39.958666 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:39.976095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Calling delete_port for f8c0168e-829f-47cc-bb90-5e418d3045d5 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:50:39.976534 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c0168e-829f-47cc-bb90-5e418d3045d5,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:39.987410 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] No DVR routers for this DVR port f8c0168e-829f-47cc-bb90-5e418d3045d5 on host dv-cinder-master-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:50:40.074796 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.075199 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (f8c0168e-829f-47cc-bb90-5e418d3045d5), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.105904 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ed68e5-97a9-4b74-90b7-68b6ff96bda7']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:40.117865 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] Pushing event deleted for resources: {'Port': ['ID=f8c0168e-829f-47cc-bb90-5e418d3045d5,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:40.129018 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29d791-8f16-491a-8e09-622604eba894 None None] No DVR routers for this DVR port f8c0168e-829f-47cc-bb90-5e418d3045d5 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:50:40.132934 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a3a624-c78f-4a10-af54-f266ef6cbccd') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:40.133399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a3a624-c78f-4a10-af54-f266ef6cbccd') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:50:40.153792 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (c3a3a624-c78f-4a10-af54-f266ef6cbccd), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.176592 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (c3a3a624-c78f-4a10-af54-f266ef6cbccd), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.187349 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:50:40.187816 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (c3a3a624-c78f-4a10-af54-f266ef6cbccd), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.236453 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment c3a3a624-c78f-4a10-af54-f266ef6cbccd resource provider aggregate not found Aug 07 01:50:40.258466 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment c3a3a624-c78f-4a10-af54-f266ef6cbccd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3a3a624-c78f-4a10-af54-f266ef6cbccd found for delete ", "request_id": "req-fc0f4c76-46d5-4460-9b31-8818b1b9bcfb"}]} Aug 07 01:50:40.275458 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (a9ed68e5-97a9-4b74-90b7-68b6ff96bda7), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.287342 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.295584 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a9ed68e5-97a9-4b74-90b7-68b6ff96bda7 HTTP/1.1" status: 204 len: 168 time: 0.7010064 Aug 07 01:50:40.308469 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e223c3-81ab-4ae5-93d6-40516465f5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ed68e5-97a9-4b74-90b7-68b6ff96bda7,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:40.537382 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59432) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:40.587202 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-445015a9-44d1-4933-8874-c346d7ce3a82 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=673afe3c625d419e89fe80f3db4574fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482650 Aug 07 01:50:40.589949 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59434) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:40.647928 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] Publish callbacks [] for security_group (3387b482-79db-4f24-bee1-19b538459420), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.685437 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] Publish callbacks [] for security_group (3387b482-79db-4f24-bee1-19b538459420), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.758719 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3387b482-79db-4f24-bee1-19b538459420), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.764344 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:40.769471 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3387b482-79db-4f24-bee1-19b538459420 HTTP/1.1" status: 204 len: 168 time: 0.1745820 Aug 07 01:50:40.769724 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 45f16e8b-993b-4697-a01a-e300ced06bc7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:40.779513 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fbde7-7168-4105-9692-fa0ce1fd23fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387b482-79db-4f24-bee1-19b538459420,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:40.810322 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 45f16e8b-993b-4697-a01a-e300ced06bc7 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:40.810647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 45f16e8b-993b-4697-a01a-e300ced06bc7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:40.811062 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 83b1c19d-1b77-4568-a3a9-b82132f70d3e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:40.836630 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 83b1c19d-1b77-4568-a3a9-b82132f70d3e {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:40.837237 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 83b1c19d-1b77-4568-a3a9-b82132f70d3e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:40.837875 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f8c0168e-829f-47cc-bb90-5e418d3045d5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:50:40.872473 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: f8c0168e-829f-47cc-bb90-5e418d3045d5 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:50:40.873036 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device f8c0168e-829f-47cc-bb90-5e418d3045d5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:50:41.188422 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59440) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:41.238619 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-2dec3a7e-b909-4e09-ac36-4ff1efbf58de admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=de90994b10764efbae4183e20b04b05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488079 Aug 07 01:50:41.241499 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59442) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:50:41.296452 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:41.303720 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] Publish callbacks [] for security_group (2a71b48d-6e93-44c4-a26b-06198e9616b4), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:41.331079 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] Publish callbacks [] for security_group (2a71b48d-6e93-44c4-a26b-06198e9616b4), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:41.388358 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (2a71b48d-6e93-44c4-a26b-06198e9616b4), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:41.391740 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:41.396971 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2a71b48d-6e93-44c4-a26b-06198e9616b4 HTTP/1.1" status: 204 len: 168 time: 0.1506617 Aug 07 01:50:41.407665 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1372ba-fa1e-4f8b-a122-ce1fe4536b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a71b48d-6e93-44c4-a26b-06198e9616b4,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:50:41.992171 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f4443b69-70af-401b-9dc2-6a12a82c1313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:45.864702 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1d3a764f-822f-4a33-82a7-6f7cf4f7b234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:46.446854 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=53,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:46.479516 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=69,neutron:DELETE=7 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:48.487712 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:49.013293 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:49.854676 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:50:51.372369 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=83,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:51.399596 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:51.805840 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=21 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:51.807830 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=28 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:50:54.300427 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:02.491492 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:51:04.291985 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:04.294601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:10.111794 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0358ee-ef8c-4a3a-8417-b8c77e6ef90d req-b569ccc2-3211-4c50-a679-ac956b0211dc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:10.113314 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab0358ee-ef8c-4a3a-8417-b8c77e6ef90d req-b569ccc2-3211-4c50-a679-ac956b0211dc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0686507 Aug 07 01:51:10.177290 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-ab0358ee-ef8c-4a3a-8417-b8c77e6ef90d req-6dd67a93-edb2-4509-8080-69ff9a7e0dbb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543878 Aug 07 01:51:11.316417 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b08d0c-3489-4be3-a2f9-76bbdc7de1e4 req-1c4e2ea5-9329-4f86-a13b-bacad71ab5c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:11.318322 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8b08d0c-3489-4be3-a2f9-76bbdc7de1e4 req-1c4e2ea5-9329-4f86-a13b-bacad71ab5c1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0578790 Aug 07 01:51:11.377736 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f8b08d0c-3489-4be3-a2f9-76bbdc7de1e4 req-2688eb32-229b-4f70-b1d6-7af428b653de tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531144 Aug 07 01:51:12.002172 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-54b75572-dd88-4fc3-ae43-c7977d097c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:12.486674 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:12.510199 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417523e-5b38-487b-99ba-f511e30b0fc0 req-057dc860-977a-4ea2-840a-ab15f8068ebc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:12.511840 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7417523e-5b38-487b-99ba-f511e30b0fc0 req-057dc860-977a-4ea2-840a-ab15f8068ebc tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0524428 Aug 07 01:51:12.568592 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-7417523e-5b38-487b-99ba-f511e30b0fc0 req-8abeee95-335c-4da1-8777-fb1edb0943b7 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495453 Aug 07 01:51:13.710252 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701a4ce-1e9e-42bb-bda7-20c9caa802cd req-1d9e0756-b73a-4a58-bf46-1cbe5104bbe6 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:13.711931 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4701a4ce-1e9e-42bb-bda7-20c9caa802cd req-1d9e0756-b73a-4a58-bf46-1cbe5104bbe6 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0625026 Aug 07 01:51:14.054150 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4701a4ce-1e9e-42bb-bda7-20c9caa802cd req-7e51aa5f-9259-441b-90ca-3e182ed661a7 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315582 Aug 07 01:51:15.188199 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2bdbe-050c-4b04-8436-42ab373df549 req-718f328c-4ead-4d8c-b9b6-e2a0b040897a tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:15.189744 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9bd2bdbe-050c-4b04-8436-42ab373df549 req-718f328c-4ead-4d8c-b9b6-e2a0b040897a tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0542903 Aug 07 01:51:15.252592 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-9bd2bdbe-050c-4b04-8436-42ab373df549 req-99bc8cf7-847c-4d2a-a6f2-662e041130b3 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563347 Aug 07 01:51:15.860939 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c3af932b-a84d-4a47-a8eb-37b4aeb81776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:16.425783 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f83f4c-eb7f-41cd-ad13-ffe571051d7d req-5fd792cd-7dda-4f25-9ac6-4dc4cd711215 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:16.428127 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d1f83f4c-eb7f-41cd-ad13-ffe571051d7d req-5fd792cd-7dda-4f25-9ac6-4dc4cd711215 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0823081 Aug 07 01:51:16.506438 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-d1f83f4c-eb7f-41cd-ad13-ffe571051d7d req-c196c406-7c31-40d7-894f-93f00bfcaec5 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720401 Aug 07 01:51:17.400825 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:17.653376 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05bac0-b91a-4a96-be5b-08117906148e req-6b2e26eb-cad0-4d53-bdbe-273bcac9f181 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:17.655073 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bc05bac0-b91a-4a96-be5b-08117906148e req-6b2e26eb-cad0-4d53-bdbe-273bcac9f181 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0592253 Aug 07 01:51:17.725349 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-bc05bac0-b91a-4a96-be5b-08117906148e req-05393e87-d13f-481e-a195-4713cae89c3e tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599747 Aug 07 01:51:18.488713 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:18.864900 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19529c-f64d-4b66-9c62-e366b88184cd req-d0726cfa-7bf8-4065-827e-3faa912d8566 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:18.866560 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6f19529c-f64d-4b66-9c62-e366b88184cd req-d0726cfa-7bf8-4065-827e-3faa912d8566 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0540619 Aug 07 01:51:18.928068 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-6f19529c-f64d-4b66-9c62-e366b88184cd req-c89c1756-2718-4da1-b804-bd2df39f4111 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546803 Aug 07 01:51:19.009994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:19.859537 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:20.068938 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559890ab-9470-4c43-8805-0a1e3f4844b4 req-d2a1a2bd-61b5-46cd-9c1f-2d46471b996b tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:20.070455 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-559890ab-9470-4c43-8805-0a1e3f4844b4 req-d2a1a2bd-61b5-46cd-9c1f-2d46471b996b tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0551281 Aug 07 01:51:20.128858 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-559890ab-9470-4c43-8805-0a1e3f4844b4 req-bb662045-b55a-4e73-af27-2dfa29b6f617 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517712 Aug 07 01:51:20.255482 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-77c1af1f-0d97-4947-9ed7-f64c02798023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:20.257081 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-77c1af1f-0d97-4947-9ed7-f64c02798023 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0448048 Aug 07 01:51:20.375325 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-7b758a61-931c-415b-9c42-5e557ca7feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:20.376980 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-7b758a61-931c-415b-9c42-5e557ca7feef service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1107452 Aug 07 01:51:20.487202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-e73507d2-fde4-4fa1-8c4a-d42f9d243464 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 1001 time: 0.0997300 Aug 07 01:51:20.543147 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-e6938277-8cd4-4a64-a7d2-582e5a449917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:20.545386 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-e6938277-8cd4-4a64-a7d2-582e5a449917 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0505507 Aug 07 01:51:20.603031 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-8b78554f-528b-4fba-8f9e-1c9c45c0666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:20.604876 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-8b78554f-528b-4fba-8f9e-1c9c45c0666b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501251 Aug 07 01:51:20.620079 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-97d9acd7-90f4-4f34-a3a7-08b2d7bd248e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:51:20.621295 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-97d9acd7-90f4-4f34-a3a7-08b2d7bd248e service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056369 Aug 07 01:51:20.739863 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-679ab8e1-8917-4ac0-a5f1-b3db80782dca service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069980 Aug 07 01:51:20.855156 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-f3540566-e450-4eee-bbad-fc592fc28bc7 req-2dcf0fe9-8df2-47bc-be47-3d2a9a8837f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048200 Aug 07 01:51:21.281609 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cbf5d-1646-4c53-b4dc-047bba6a0205 req-88edc36d-e275-41c9-a423-ca1db88dfe05 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:21.283278 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4a9cbf5d-1646-4c53-b4dc-047bba6a0205 req-88edc36d-e275-41c9-a423-ca1db88dfe05 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0549297 Aug 07 01:51:21.343738 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4a9cbf5d-1646-4c53-b4dc-047bba6a0205 req-528e0ab7-c486-480e-ad31-7e8d0ddc68a2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536475 Aug 07 01:51:22.489693 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8dc33-af83-446a-ad7f-5c1de6636f06 req-f9de52a5-4c66-44b1-a4b1-b75cd3c413aa tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:22.491555 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ae8dc33-af83-446a-ad7f-5c1de6636f06 req-f9de52a5-4c66-44b1-a4b1-b75cd3c413aa tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0586259 Aug 07 01:51:22.562444 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-8ae8dc33-af83-446a-ad7f-5c1de6636f06 req-9509bb2e-a7c6-4c94-b23c-cfd256982b5d tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627913 Aug 07 01:51:23.915771 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:23.970153 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435de934-ead7-4560-96d0-7788ce3d6d14 req-788abaf3-21ef-41cd-a9f7-821d2fbb356e tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:23.971890 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-435de934-ead7-4560-96d0-7788ce3d6d14 req-788abaf3-21ef-41cd-a9f7-821d2fbb356e tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.3132503 Aug 07 01:51:24.044361 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-435de934-ead7-4560-96d0-7788ce3d6d14 req-9c03176e-fe06-477e-8af5-5a7294c8bb42 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661020 Aug 07 01:51:24.132490 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-2d6eb4bc-04d0-44be-8d09-fac7c2d7196f req-2d458d80-508a-481a-a270-3fb98f7f1ae0 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:51:24.133992 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-2d6eb4bc-04d0-44be-8d09-fac7c2d7196f req-2d458d80-508a-481a-a270-3fb98f7f1ae0 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065241 Aug 07 01:51:24.315100 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:24.372602 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59482) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:51:24.376654 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20aff4-2d33-4f54-858f-59b93cbd7fac req-f6062630-6821-436c-aecd-d262d9cab716 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:24.381113 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4a20aff4-2d33-4f54-858f-59b93cbd7fac req-f6062630-6821-436c-aecd-d262d9cab716 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0859764 Aug 07 01:51:24.425000 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:24.472211 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-4a20aff4-2d33-4f54-858f-59b93cbd7fac req-1bb2a049-faeb-46e7-919e-fb4b9b9173b7 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851254 Aug 07 01:51:24.503799 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-9e12d5f6-160b-4f9a-89ff-bc0504793972 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292439 Aug 07 01:51:24.513845 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-f86b15ac-3289-4918-8cd1-78423726137b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 07 01:51:24.515655 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-f86b15ac-3289-4918-8cd1-78423726137b service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066497 Aug 07 01:51:24.628794 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59490) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:51:24.743387 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-3c6849e6-1416-4ee1-a359-eedb476e5cda tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:24.744921 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-3c6849e6-1416-4ee1-a359-eedb476e5cda tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports/ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 942 time: 0.1150322 Aug 07 01:51:25.181377 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:51:25.264414 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port ebb91259-4e43-449e-b5bb-c646943874ee is: ACTIVE; New status is: DOWN {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:51:25.264822 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:25.291564 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:51:25.294683 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d7dc4-6392-4a86-b2e8-580732d97046" -d '{"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:51:25.314116 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:51:25.319884 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:25.362470 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 07 Aug 2022 01:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0fa528-4655-4ce5-8775-75cbeff67c6f x-openstack-request-id: req-5c0fa528-4655-4ce5-8775-75cbeff67c6f {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:51:25.362762 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-unplugged", "status": "failed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "code": 422}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:51:25.363150 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c0fa528-4655-4ce5-8775-75cbeff67c6f {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:51:25.363601 dv-cinder-master-3-iscsi neutron-server[104195]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5c0fa528-4655-4ce5-8775-75cbeff67c6f']: {'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'code': 422} returned with failed status Aug 07 01:51:25.379799 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=6']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:51:25.629687 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586fd2a-863b-456c-8810-5879a30bad99 req-27a05b1b-5590-41ce-b089-4210d86ca9f4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:25.631168 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5586fd2a-863b-456c-8810-5879a30bad99 req-27a05b1b-5590-41ce-b089-4210d86ca9f4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0620348 Aug 07 01:51:25.701487 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-5586fd2a-863b-456c-8810-5879a30bad99 req-fa1c7517-c881-45eb-a688-f72cdfa5a9e2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604777 Aug 07 01:51:26.385969 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-812ffa52-48dc-4aae-8f51-1f980b144a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.387704 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-812ffa52-48dc-4aae-8f51-1f980b144a1f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234&tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3 HTTP/1.1" status: 200 len: 1127 time: 0.0815778 Aug 07 01:51:26.458968 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-510b8fea-c38e-4f7e-b367-7d74ed79d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.460612 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-510b8fea-c38e-4f7e-b367-7d74ed79d69b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1127 time: 0.0439904 Aug 07 01:51:26.573359 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-690ce387-3f10-450d-8202-8b3bcee00dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.575752 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-690ce387-3f10-450d-8202-8b3bcee00dc2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1050260 Aug 07 01:51:26.653452 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-c6ca793f-b9e2-4d82-8f55-ddbb851a90a7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 999 time: 0.0667264 Aug 07 01:51:26.714145 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-6d8ec5b4-fa62-48d8-944e-278bc82cb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.715995 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-6d8ec5b4-fa62-48d8-944e-278bc82cb6fd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0535333 Aug 07 01:51:26.782490 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-a0fe6f6c-477b-4bed-b5c6-aa74e3f4b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.784295 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-a0fe6f6c-477b-4bed-b5c6-aa74e3f4b174 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573103 Aug 07 01:51:26.907164 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-99ac963d-9980-4094-a6ba-37b2b936c662 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129289 Aug 07 01:51:26.935158 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94db5-2a2a-464e-85b4-0b3349800fa0 req-4cc24cfb-d952-4426-a0d9-7f6bafdfe3fb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:26.936834 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-25b94db5-2a2a-464e-85b4-0b3349800fa0 req-4cc24cfb-d952-4426-a0d9-7f6bafdfe3fb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.1259389 Aug 07 01:51:27.017786 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-25b94db5-2a2a-464e-85b4-0b3349800fa0 req-8ae5117b-b8c8-45b9-9390-3c7fb3085da4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747199 Aug 07 01:51:27.055916 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-05a699f3-e8f5-4502-867f-c8e8138ca1bf req-de735db3-f590-4335-af6e-68e32ee86fae service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364601 Aug 07 01:51:28.154034 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81a580-404d-413f-933a-28f26b2dc6b1 req-74e9c851-0339-49ab-a32b-516aa82638a1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:28.156141 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7a81a580-404d-413f-933a-28f26b2dc6b1 req-74e9c851-0339-49ab-a32b-516aa82638a1 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0525539 Aug 07 01:51:28.217258 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-7a81a580-404d-413f-933a-28f26b2dc6b1 req-c7f21bab-f185-48c6-af25-db0e03a9b29c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549021 Aug 07 01:51:28.896840 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-d25ed477-f622-4ad2-9bd2-396c87ac4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:28.898470 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-d25ed477-f622-4ad2-9bd2-396c87ac4209 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1127 time: 0.0440547 Aug 07 01:51:28.979026 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:29.021350 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-ff979321-272d-4c31-9ef7-713bdbcbb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:29.023119 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-ff979321-272d-4c31-9ef7-713bdbcbb476 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.0990009 Aug 07 01:51:29.104518 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-95c9a8df-c27b-4b17-88e4-fdebea1b1fc6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 999 time: 0.0688536 Aug 07 01:51:29.164970 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-11b358a5-62ed-4ada-9ffd-8e34e432601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:29.166501 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-11b358a5-62ed-4ada-9ffd-8e34e432601d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0539255 Aug 07 01:51:29.220305 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-c6161154-2f46-4b71-a5aa-92121a8b6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:29.221988 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-c6161154-2f46-4b71-a5aa-92121a8b6ef1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451937 Aug 07 01:51:29.283970 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=100 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:29.341570 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-5810fbd8-0925-4b9e-91ee-659c2125ed94 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086154 Aug 07 01:51:29.372687 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e2612-6818-4480-9abf-4492a9c5d1b3 req-9ee5fe5f-cd78-4efe-a4ba-412e9808e3f3 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:29.374400 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-179e2612-6818-4480-9abf-4492a9c5d1b3 req-9ee5fe5f-cd78-4efe-a4ba-412e9808e3f3 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0597796 Aug 07 01:51:29.431526 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-179e2612-6818-4480-9abf-4492a9c5d1b3 req-8d76b05b-5094-4efd-88cc-bbc125b9cbdb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512099 Aug 07 01:51:29.482980 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ecb0f2cc-4b79-400b-bf89-0d0a775c4870 req-96010ef5-0501-48cf-8599-5f212194b3b9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310053 Aug 07 01:51:30.581004 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299e28e-2e15-4bde-9257-5f491379265f req-47aaac22-53d5-4771-a0d7-5e0297e0b3ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:30.582670 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9299e28e-2e15-4bde-9257-5f491379265f req-47aaac22-53d5-4771-a0d7-5e0297e0b3ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0586281 Aug 07 01:51:30.642821 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-9299e28e-2e15-4bde-9257-5f491379265f req-d6ec1560-7492-46fc-9217-5c927c7b8986 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498617 Aug 07 01:51:31.736746 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=71 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:31.738623 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=82 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:31.777032 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a339b-3027-49eb-be58-faa273c4d6aa req-d84d1b4b-76e8-4df5-b06c-95d342e32353 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:31.779265 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b6a339b-3027-49eb-be58-faa273c4d6aa req-d84d1b4b-76e8-4df5-b06c-95d342e32353 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0518448 Aug 07 01:51:31.834056 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-6b6a339b-3027-49eb-be58-faa273c4d6aa req-bdd6ccbe-25d7-40e0-950d-eef9fe52e0c8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487688 Aug 07 01:51:32.972579 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43af6b-f042-4460-bbbe-5075acb4a4ca req-8a61b820-55ec-4821-8654-ed1f597eeac4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:32.974252 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc43af6b-f042-4460-bbbe-5075acb4a4ca req-8a61b820-55ec-4821-8654-ed1f597eeac4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0544596 Aug 07 01:51:33.031786 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-bc43af6b-f042-4460-bbbe-5075acb4a4ca req-1c518be8-ee73-4041-8959-fb18252fc507 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509641 Aug 07 01:51:34.175909 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834a1e2-e6bb-40d6-991f-90045c4d3126 req-e8957270-c44a-476e-b52c-d20dba46a50c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:34.177531 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f834a1e2-e6bb-40d6-991f-90045c4d3126 req-e8957270-c44a-476e-b52c-d20dba46a50c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0559089 Aug 07 01:51:34.238401 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f834a1e2-e6bb-40d6-991f-90045c4d3126 req-4d0bd6ec-3c1f-4ecc-8338-8940b26605a3 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547216 Aug 07 01:51:35.216342 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 01:51:35.218856 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:35.220846 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:35.363047 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:51:35.389343 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Returning: {'device': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'port_id': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'mac_address': 'fa:16:3e:d7:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 01:51:35.412728 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378011-fcdd-4290-bf98-a94d60b07926 req-a543b044-10bd-4ee4-bcde-72abfce714e8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:35.414597 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-39378011-fcdd-4290-bf98-a94d60b07926 req-a543b044-10bd-4ee4-bcde-72abfce714e8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 943 time: 0.0793834 Aug 07 01:51:35.433951 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port ebb91259-4e43-449e-b5bb-c646943874ee is: DOWN; New status is: BUILD {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:51:35.434366 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:35.450650 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb91259-4e43-449e-b5bb-c646943874ee {{(pid=104195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 07 01:51:35.474853 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-39378011-fcdd-4290-bf98-a94d60b07926 req-03d8dbcc-409b-4d18-bb89-a5be63c9b135 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527015 Aug 07 01:51:35.478309 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:51:35.485312 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:35.558597 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=7']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:51:35.776618 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] get_ports_and_sgs() called for port_ids ['ebb91259-4e43-449e-b5bb-c646943874ee'] {{(pid=104195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 01:51:36.625700 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1147e-cd02-4cd9-b37e-4a57b77233b9 req-c87355e0-a453-47c2-90fd-0135b588f0b4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:36.627333 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f9d1147e-cd02-4cd9-b37e-4a57b77233b9 req-c87355e0-a453-47c2-90fd-0135b588f0b4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 944 time: 0.0518832 Aug 07 01:51:36.684213 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-f9d1147e-cd02-4cd9-b37e-4a57b77233b9 req-9887f540-b984-46a2-a76c-7e44355a45bd tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507295 Aug 07 01:51:37.232377 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee up at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 01:51:37.280946 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.provisioning_blocks [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Provisioning complete for port ebb91259-4e43-449e-b5bb-c646943874ee triggered by entity L2. {{(pid=104195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 07 01:51:37.281334 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-670786'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), provisioning_complete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:37.361317 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Current status of the port ebb91259-4e43-449e-b5bb-c646943874ee is: BUILD; New status is: ACTIVE {{(pid=104195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 07 01:51:37.361767 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579045'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:37.388223 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:51:37.390996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef09666c6f2271c0f0815a160b9fd6c172bd8e21ebb0bcf27ed474a64af3282d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acfadab-2ff4-4c70-8add-12bc082c0cde" -d '{"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-plugged", "status": "completed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:51:37.417460 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:51:37.424007 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742901219557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742900835741', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742900835759'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:37.464200 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:37.469733 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846c001-af40-46d7-809b-b5e76a8f3179 x-openstack-request-id: req-6846c001-af40-46d7-809b-b5e76a8f3179 {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:51:37.470170 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-plugged", "status": "completed", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "code": 200}]} {{(pid=104195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:51:37.470568 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6846c001-af40-46d7-809b-b5e76a8f3179 {{(pid=104195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:51:37.471060 dv-cinder-master-3-iscsi neutron-server[104195]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6846c001-af40-46d7-809b-b5e76a8f3179'] response: {'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'code': 200} Aug 07 01:51:37.499255 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Pushing event updated for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=8']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:51:37.507233 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.507582 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.507935 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.508311 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.508719 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.509084 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.509426 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.509758 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.510089 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.510423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.510764 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.511097 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.511423 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.511749 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.512119 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:51:37.731654 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e5a5e-7858-43dd-aabd-ecfa30de5bb6 req-c4eb2aa2-652e-4b5e-9758-90c5e8b30d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:37.733189 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a00e5a5e-7858-43dd-aabd-ecfa30de5bb6 req-c4eb2aa2-652e-4b5e-9758-90c5e8b30d16 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0448945 Aug 07 01:51:37.800306 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a00e5a5e-7858-43dd-aabd-ecfa30de5bb6 req-bd32ff5d-07b1-45f5-8829-978e05618340 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591204 Aug 07 01:51:37.841520 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea78f46-fe82-44ef-9ae1-1eb8ed706282 req-e7e56a39-2f02-44a8-9d0c-fa7b7f2c3239 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:37.844191 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aea78f46-fe82-44ef-9ae1-1eb8ed706282 req-e7e56a39-2f02-44a8-9d0c-fa7b7f2c3239 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0625184 Aug 07 01:51:37.931653 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-aea78f46-fe82-44ef-9ae1-1eb8ed706282 req-e1c0034e-beee-41fe-b0b3-66ea3e7396b2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808587 Aug 07 01:51:39.069033 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1677-0054-4005-abd9-9da9b48c2c43 req-3dca3459-913e-4d36-986e-3243c554a856 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:39.070749 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-762e1677-0054-4005-abd9-9da9b48c2c43 req-3dca3459-913e-4d36-986e-3243c554a856 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0558906 Aug 07 01:51:39.146262 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-762e1677-0054-4005-abd9-9da9b48c2c43 req-ebf96eb5-aae6-4d7f-8324-8484cb2b9593 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690484 Aug 07 01:51:39.491309 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:51:40.286207 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425041f1-4839-4749-9d93-8b9b8ad2e4c8 req-154964ad-201a-4788-9087-5d5f63d29e1c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:51:40.287866 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-425041f1-4839-4749-9d93-8b9b8ad2e4c8 req-154964ad-201a-4788-9087-5d5f63d29e1c tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0605798 Aug 07 01:51:40.357601 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-425041f1-4839-4749-9d93-8b9b8ad2e4c8 req-78b968ae-410c-42ab-aa45-c975e4bbd393 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607092 Aug 07 01:51:41.998648 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e905f322-7db3-4883-b969-614e509d0edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:45.857647 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-2cfd01f6-41f1-44fb-a6c6-0e48ade299d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:48.492520 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:49.010173 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:49.130344 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=88 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:49.142258 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=60 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:49.486663 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:49.487532 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:49.846828 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:49.864070 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:51:50.347934 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=46 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:50.352267 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=42 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:51:54.300772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:04.293210 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:04.296584 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:11.995949 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8585f1e1-02c3-431a-a38e-c14fcae7512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:15.854723 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a98866a-ef4a-498b-93c0-8f9232075c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:16.490954 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:52:18.495964 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:19.005689 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:19.616195 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:19.867183 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:24.323601 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:26.486815 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:29.877291 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-5a3799e8-21c3-4fd6-bd0f-b8f59dae37c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536516 Aug 07 01:52:29.990930 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-3ac7dbcb-3bf9-44e4-b4c9-b0faeb0ccd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:29.993558 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-3ac7dbcb-3bf9-44e4-b4c9-b0faeb0ccd53 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0580862 Aug 07 01:52:30.124273 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-32eb3ff6-ac23-4f71-a129-176867b4b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:30.125933 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-32eb3ff6-ac23-4f71-a129-176867b4b515 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1008358 Aug 07 01:52:30.197168 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-9c1e1c37-aaac-4baa-8f59-8f4f3d6a735f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 1001 time: 0.0618708 Aug 07 01:52:30.253091 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-6ebe7173-f083-4a24-9bae-727baa91e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:30.254778 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-6ebe7173-f083-4a24-9bae-727baa91e339 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0490172 Aug 07 01:52:30.327984 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-f667abcf-44c2-4c18-8d0c-44989eb928ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:30.329567 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-f667abcf-44c2-4c18-8d0c-44989eb928ed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651300 Aug 07 01:52:30.437505 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-32e36d22-3d02-4603-ac10-9e75fd95c7ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960748 Aug 07 01:52:30.573086 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-b9439c3f-44f2-4e2f-9536-35714a690527 req-38e7f113-393b-43eb-b395-d01a6e1d0d05 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254594 Aug 07 01:52:34.315936 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:34.317905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:40.568021 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=49 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:40.568768 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=52 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:41.993899 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-7c1c92a9-5ed4-4a7e-8d4b-d4d6c5fb165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:45.850596 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-064e7fef-8f41-46c0-8f43-c81f34568ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:48.496870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:49.013999 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:49.871531 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:53.491259 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:52:53.705112 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59552) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:52:53.867690 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Deleting port c93742f5-dfbe-4117-a03e-45697de62d20 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:52:53.868034 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:53.957520 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:53.957749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for floatingip (c93742f5-dfbe-4117-a03e-45697de62d20), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:53.972737 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Calling delete_port for c93742f5-dfbe-4117-a03e-45697de62d20 owned by network:floatingip {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:52:54.134731 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (c93742f5-dfbe-4117-a03e-45697de62d20), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:54.158551 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event deleted for resources: {'Port': ['ID=c93742f5-dfbe-4117-a03e-45697de62d20,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:52:54.174666 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.175010 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.175347 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.175680 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.176009 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.176368 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.176692 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.177016 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.177862 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.178183 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.178501 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.178820 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.179135 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.179455 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.179774 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:54.236532 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for floatingip (fbc68ab1-46cb-402f-8c06-3d6a46e1aa60), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:54.236794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.db.l3_db [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Floating IP fbc68ab1-46cb-402f-8c06-3d6a46e1aa60 disassociated (deleted). External IP: 172.37.1.135, port: ebb91259-4e43-449e-b5bb-c646943874ee. Aug 07 01:52:54.322592 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:54.474404 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:52:54.604191 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:52:54.609106 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for floatingip (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:54.612175 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:54.615841 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Sync routers for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:52:54.627119 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:52:54.627749 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:52:54.642528 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a0c4c7b9-5688-4508-8cf6-cbae8fbd5dcf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/fbc68ab1-46cb-402f-8c06-3d6a46e1aa60 HTTP/1.1" status: 204 len: 168 time: 0.9363418 Aug 07 01:52:54.643575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:52:54.647145 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13629398d41e57a124305a0a00ff16814896027a0853d92b0a0120df6e6202ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2ca163-d4f9-4b57-992d-9b44dc96b812" -d '{"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:52:54.706002 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 07 Aug 2022 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14090c79-4c95-43fa-ac5d-75e750b8890c x-openstack-request-id: req-14090c79-4c95-43fa-ac5d-75e750b8890c {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:52:54.706668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "status": "completed", "code": 200}]} {{(pid=104194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:52:54.706668 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14090c79-4c95-43fa-ac5d-75e750b8890c {{(pid=104194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:52:54.707081 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14090c79-4c95-43fa-ac5d-75e750b8890c'] response: {'name': 'network-changed', 'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'status': 'completed', 'code': 200} Aug 07 01:52:54.795780 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:52:54.799875 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-a8c60ef3-971b-4fb6-b83d-1dfc2f2df98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:54.802769 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-a8c60ef3-971b-4fb6-b83d-1dfc2f2df98d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 1129 time: 0.0541091 Aug 07 01:52:54.836077 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:52:54.939036 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-3fee67e0-df4a-4912-8273-98ade5a6a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:54.940484 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-3fee67e0-df4a-4912-8273-98ade5a6a768 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 200 len: 910 time: 0.1276526 Aug 07 01:52:54.950718 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08977a29-9350-4c36-9ceb-f668f9227c90 req-afb0022a-f433-47a0-aaec-7b6f8b52a8e0 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:54.952460 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-08977a29-9350-4c36-9ceb-f668f9227c90 req-afb0022a-f433-47a0-aaec-7b6f8b52a8e0 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0649254 Aug 07 01:52:55.029627 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-08977a29-9350-4c36-9ceb-f668f9227c90 req-7f066688-a51c-45ee-a6ae-be7d4e3401d9 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710027 Aug 07 01:52:55.130383 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:52:55.156362 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Checking router: 667ad5c5-27b4-4744-a7a5-3cd5536aa99e for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:52:55.165971 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:52:55.166580 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:52:55.271247 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:52:55.482840 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:52:55.510379 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d424f-b0ed-44c5-aed7-834ee81b6bf7 None None] The sync data for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi is: [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:48:12Z', 'revision_number': 4, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '75c6d140-7640-4ee5-8128-51d53da77b36', 'name': '', 'network_id': '384bcd20-2ca4-43e0-9733-babcc24354c3', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'mac_address': 'fa:16:3e:61:ac:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:12Z', 'updated_at': '2022-08-07T01:48:23Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'subnets': [{'id': '01cc7ead-ca38-4f24-810c-f2f44e3d9a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:52:55.749431 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac426b6-a33d-4e92-bea4-a8c20eb300ed None None] New status for floating IP fbc68ab1-46cb-402f-8c06-3d6a46e1aa60: DOWN {{(pid=104195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 07 01:52:56.030519 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-b93f8348-8029-4b88-89b7-6d503bb99f8d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 200 len: 217 time: 0.0370963 Aug 07 01:52:56.095795 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-faa21b28-835e-4cfa-847d-1f8220bf1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:56.098462 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-faa21b28-835e-4cfa-847d-1f8220bf1c12 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 200 len: 848 time: 0.0604258 Aug 07 01:52:56.168582 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb72f8-8194-4b00-92de-5de618fa1576 req-9b0d18ad-a583-4b0b-936c-56817df90ecf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:56.170116 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6bb72f8-8194-4b00-92de-5de618fa1576 req-9b0d18ad-a583-4b0b-936c-56817df90ecf tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Aug 07 01:52:56.251167 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-6a9c5d8d-0429-4cda-851f-f1496f8c0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:56.252710 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-6a9c5d8d-0429-4cda-851f-f1496f8c0891 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=384bcd20-2ca4-43e0-9733-babcc24354c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685751 Aug 07 01:52:56.257636 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-a6bb72f8-8194-4b00-92de-5de618fa1576 req-2e8f6e35-2bdb-495b-8232-36f026f023a2 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cdbea4f5-f473-4921-8aab-022cc647467f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813615 Aug 07 01:52:56.362464 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-055f5b6c-dd13-4e11-95ff-a3fc463a2a69 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026976 Aug 07 01:52:56.615643 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [req-ae2ca163-d4f9-4b57-992d-9b44dc96b812 req-0555bd7d-155e-4251-9934-381d3410390f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010921 Aug 07 01:52:56.672390 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f402c7-100e-46fd-8997-2bebce491b01 req-eda6b278-a8cc-40c8-81ee-cf3694f8bcc4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 07 01:52:56.674268 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-53f402c7-100e-46fd-8997-2bebce491b01 req-eda6b278-a8cc-40c8-81ee-cf3694f8bcc4 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 945 time: 0.0611217 Aug 07 01:52:56.767275 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Deleting port ebb91259-4e43-449e-b5bb-c646943874ee {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:52:56.767627 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:57.153391 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] For port ebb91259-4e43-449e-b5bb-c646943874ee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebb91259-4e43-449e-b5bb-c646943874ee,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:52:57.153846 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:57.171050 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Calling delete_port for ebb91259-4e43-449e-b5bb-c646943874ee owned by compute:nova {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:52:57.314420 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (ebb91259-4e43-449e-b5bb-c646943874ee), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:57.367244 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event deleted for resources: {'Port': ['ID=ebb91259-4e43-449e-b5bb-c646943874ee,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:52:57.395011 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.395366 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.396345 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.396692 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.397029 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.397363 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.397692 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.398019 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.398393 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.398745 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.399072 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.399399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.399723 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.400050 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.400399 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:52:57.418919 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-cbdec784-2c27-4feb-8ee1-320ef817d1a1 req-be47382d-26cc-4975-bb1b-bcca28c0eac8 tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=768918d9-86a2-4c55-ba2a-57f5c1dcd234 HTTP/1.1" status: 200 len: 210 time: 0.0657549 Aug 07 01:52:57.442848 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] No DVR routers for this DVR port ebb91259-4e43-449e-b5bb-c646943874ee on host hv-cinder-maste {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:52:57.445784 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95182'] for port (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:57.449117 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [req-53f402c7-100e-46fd-8997-2bebce491b01 req-c113df07-8dfd-49b9-aac8-7631d060e2bb tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ebb91259-4e43-449e-b5bb-c646943874ee HTTP/1.1" status: 204 len: 173 time: 0.7663455 Aug 07 01:52:57.449604 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-deleted', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee'}] {{(pid=104193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 07 01:52:57.452151 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}243df24c5da62030b3fa46a87e9cc1789d6b7e8f7d860cc3f85c284ef6081350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764de8e0-c9ff-4715-9db6-93ed6cdb0b8e" -d '{"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-deleted", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee"}]}' {{(pid=104193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 01:52:57.565352 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 07 Aug 2022 01:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3a89b6-983a-46a1-8e6f-38ddd3ecd4f4 x-openstack-request-id: req-ce3a89b6-983a-46a1-8e6f-38ddd3ecd4f4 {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 01:52:57.565882 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768918d9-86a2-4c55-ba2a-57f5c1dcd234", "name": "network-vif-deleted", "tag": "ebb91259-4e43-449e-b5bb-c646943874ee", "status": "completed", "code": 200}]} {{(pid=104193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 01:52:57.566179 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce3a89b6-983a-46a1-8e6f-38ddd3ecd4f4 {{(pid=104193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 01:52:57.566689 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3a89b6-983a-46a1-8e6f-38ddd3ecd4f4'] response: {'server_uuid': '768918d9-86a2-4c55-ba2a-57f5c1dcd234', 'name': 'network-vif-deleted', 'tag': 'ebb91259-4e43-449e-b5bb-c646943874ee', 'status': 'completed', 'code': 200} Aug 07 01:52:58.510864 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59582) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:52:58.589195 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (cdbea4f5-f473-4921-8aab-022cc647467f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:58.623734 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (cdbea4f5-f473-4921-8aab-022cc647467f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:58.714099 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (cdbea4f5-f473-4921-8aab-022cc647467f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:58.717746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:52:58.719158 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cdbea4f5-f473-4921-8aab-022cc647467f HTTP/1.1" status: 204 len: 168 time: 0.2070827 Aug 07 01:52:58.733022 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1195d13-b47b-496d-ab4d-d1a86a6f21ee tempest-TestShelveInstance-1072181000 tempest-TestShelveInstance-1072181000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbea4f5-f473-4921-8aab-022cc647467f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:52:59.714205 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:52:59.735446 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] No Port match for: ebb91259-4e43-449e-b5bb-c646943874ee {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:52:59.735790 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Device ebb91259-4e43-449e-b5bb-c646943874ee not bound to the agent host hv-cinder-maste {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:52:59.790279 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59588) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:00.331274 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:00.429447 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:00.511832 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:00.694867 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Deleting port 75c6d140-7640-4ee5-8128-51d53da77b36 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:00.695137 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:00.790256 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] For port 75c6d140-7640-4ee5-8128-51d53da77b36, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75c6d140-7640-4ee5-8128-51d53da77b36,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:00.790619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:00.807550 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Calling delete_port for 75c6d140-7640-4ee5-8128-51d53da77b36 owned by network:router_interface {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:01.019243 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (75c6d140-7640-4ee5-8128-51d53da77b36), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:01.047760 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Pushing event deleted for resources: {'Port': ['ID=75c6d140-7640-4ee5-8128-51d53da77b36,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:01.245861 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:01.300278 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:01.513610 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:53:01.559295 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:01.629152 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:53:01.635035 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-3d4467e1-8a73-430d-a5bc-e97dff7b305d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/667ad5c5-27b4-4744-a7a5-3cd5536aa99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431232 Aug 07 01:53:01.639266 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59590) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:01.642505 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Sync routers for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:53:01.653748 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:53:01.654684 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:01.764479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks [] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:01.766271 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: dv-cinder-master-3-iscsi {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:53:01.768843 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:01.880735 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=100 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:01.897595 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks [] for router_gateway (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:01.947917 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Deleting port 3e34099f-47b3-4fa6-9ba8-98baee317f43 {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:01.948275 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:01.987062 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58'}], 'enable_snat': True}, 'gw_port_id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:53:00Z', 'revision_number': 5, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port': {'id': '3e34099f-47b3-4fa6-9ba8-98baee317f43', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:08Z', 'updated_at': '2022-08-07T01:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:02.017721 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Checking router: 667ad5c5-27b4-4744-a7a5-3cd5536aa99e for host: dv-cinder-master-3-iscsi {{(pid=104196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:53:02.028222 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Routers {'667ad5c5-27b4-4744-a7a5-3cd5536aa99e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:53:02.028895 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'], 'active': True} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:02.041109 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] For port 3e34099f-47b3-4fa6-9ba8-98baee317f43, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e34099f-47b3-4fa6-9ba8-98baee317f43,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:02.041479 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.058039 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Calling delete_port for 3e34099f-47b3-4fa6-9ba8-98baee317f43 owned by network:router_gateway {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:02.121153 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_dvr_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] Set router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e gateway port host: None {{(pid=104196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:53:02.177160 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.l3_hamode_db [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:53:01Z', 'revision_number': 6, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:02.202743 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf115a1d-89ff-42e5-a5ff-8328f7ace734 None None] The sync data for ids ['667ad5c5-27b4-4744-a7a5-3cd5536aa99e'] in dv-cinder-master-3-iscsi is: [{'id': '667ad5c5-27b4-4744-a7a5-3cd5536aa99e', 'name': 'tempest-TestShelveInstance-1190232824-router', 'tenant_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:07Z', 'updated_at': '2022-08-07T01:53:01Z', 'revision_number': 6, 'project_id': 'a3df9bc7e5f54e938a0ab2bdc841ecd3', 'gw_port_host': None}] {{(pid=104196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:53:02.300732 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:02.308776 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (3e34099f-47b3-4fa6-9ba8-98baee317f43), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.340052 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e34099f-47b3-4fa6-9ba8-98baee317f43,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:02.409450 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.504003 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.507039 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks [] for router_controller (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.556823 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (667ad5c5-27b4-4744-a7a5-3cd5536aa99e), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.557462 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 667ad5c5-27b4-4744-a7a5-3cd5536aa99e {{(pid=104194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:53:02.567629 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.571794 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-a1eea42c-5b99-4270-9cb4-d27e8892454d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/667ad5c5-27b4-4744-a7a5-3cd5536aa99e HTTP/1.1" status: 204 len: 168 time: 0.9283388 Aug 07 01:53:02.572512 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59592) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:02.638770 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Deleting subnet 01cc7ead-ca38-4f24-810c-f2f44e3d9a1d {{(pid=104194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:53:02.642327 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Publish callbacks [] for subnet (01cc7ead-ca38-4f24-810c-f2f44e3d9a1d), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.676679 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:02.689070 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13471229'] for subnet (01cc7ead-ca38-4f24-810c-f2f44e3d9a1d), precommit_delete_associations {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.773989 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (01cc7ead-ca38-4f24-810c-f2f44e3d9a1d), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.834945 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13561640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12741999'] for subnet (01cc7ead-ca38-4f24-810c-f2f44e3d9a1d), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.860204 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cc7ead-ca38-4f24-810c-f2f44e3d9a1d,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:02.866959 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for subnet (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:02.870231 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-5c8f6b33-1ff8-47f4-9df4-9ad1616efbc0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/01cc7ead-ca38-4f24-810c-f2f44e3d9a1d HTTP/1.1" status: 204 len: 168 time: 0.2964530 Aug 07 01:53:02.873923 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59594) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:02.878122 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab989f49-9630-42fe-809a-167afae8e1b4 None None] Network 384bcd20-2ca4-43e0-9733-babcc24354c3 requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:53:02.994412 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (384bcd20-2ca4-43e0-9733-babcc24354c3), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.035805 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 75c6d140-7640-4ee5-8128-51d53da77b36 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:03.059128 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 75c6d140-7640-4ee5-8128-51d53da77b36 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:03.059350 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 75c6d140-7640-4ee5-8128-51d53da77b36 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:03.059739 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3e34099f-47b3-4fa6-9ba8-98baee317f43 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:03.091786 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Deleting port 1b897479-1ac7-4eb0-ac34-5c3ff409071f {{(pid=104194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:03.092399 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.101011 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] DHCP port deletion for 384bcd20-2ca4-43e0-9733-babcc24354c3 request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:53:03.103988 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 3e34099f-47b3-4fa6-9ba8-98baee317f43 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:03.104376 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 3e34099f-47b3-4fa6-9ba8-98baee317f43 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:03.145857 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Deleting port 1b897479-1ac7-4eb0-ac34-5c3ff409071f {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:03.146256 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.197456 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.db [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] For port 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b897479-1ac7-4eb0-ac34-5c3ff409071f,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:03.197902 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.216619 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.plugin [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Calling delete_port for 1b897479-1ac7-4eb0-ac34-5c3ff409071f owned by network:dhcp {{(pid=104194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:03.226466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] For port 1b897479-1ac7-4eb0-ac34-5c3ff409071f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b897479-1ac7-4eb0-ac34-5c3ff409071f,segment=NetworkSegment(3aa2c23c-82df-4547-9a02-5671570f5aa0),segment_id=3aa2c23c-82df-4547-9a02-5671570f5aa0)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:03.226466 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.243797 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Calling delete_port for 1b897479-1ac7-4eb0-ac34-5c3ff409071f owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:03.346803 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13561693'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.361931 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (1b897479-1ac7-4eb0-ac34-5c3ff409071f), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.394994 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Pushing event deleted for resources: {'Port': ['ID=1b897479-1ac7-4eb0-ac34-5c3ff409071f,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:03.397683 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b897479-1ac7-4eb0-ac34-5c3ff409071f,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:03.397970 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] No DVR routers for this DVR port 1b897479-1ac7-4eb0-ac34-5c3ff409071f on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:53:03.408120 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] No DVR routers for this DVR port 1b897479-1ac7-4eb0-ac34-5c3ff409071f on host dv-cinder-master-3-iscsi {{(pid=104194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:53:03.409035 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.409392 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.409745 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.410102 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.411073 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.411294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.411631 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.411963 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.412320 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.412655 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.412987 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.413316 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.413644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.413970 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.414294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39b1949-efd1-4ac5-8c40-eeefb8010a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 01:53:03.504650 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (384bcd20-2ca4-43e0-9733-babcc24354c3), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.533499 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384bcd20-2ca4-43e0-9733-babcc24354c3']}} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:03.546110 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2c23c-82df-4547-9a02-5671570f5aa0') {'for_net_delete': True} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:03.546357 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.services.segments.db [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2c23c-82df-4547-9a02-5671570f5aa0') {} {{(pid=104194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:03.558838 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13471220'] for segment (3aa2c23c-82df-4547-9a02-5671570f5aa0), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.574749 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (3aa2c23c-82df-4547-9a02-5671570f5aa0), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.583224 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:03.585172 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:53:03.585780 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13563274'] for segment (3aa2c23c-82df-4547-9a02-5671570f5aa0), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.659841 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (384bcd20-2ca4-43e0-9733-babcc24354c3), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.666575 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:03.674111 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/384bcd20-2ca4-43e0-9733-babcc24354c3 HTTP/1.1" status: 204 len: 168 time: 0.7944584 Aug 07 01:53:03.674631 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59600) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:03.684586 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ad39c-d429-4b1d-a3fa-2079110a3f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=384bcd20-2ca4-43e0-9733-babcc24354c3,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:03.807791 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 3aa2c23c-82df-4547-9a02-5671570f5aa0 resource provider aggregate not found Aug 07 01:53:03.832202 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.services.segments.plugin [-] Segment 3aa2c23c-82df-4547-9a02-5671570f5aa0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aa2c23c-82df-4547-9a02-5671570f5aa0 found for delete ", "request_id": "req-40446f57-9308-4727-96ec-bc21aab20255"}]} Aug 07 01:53:04.088491 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16458800'] for router_interface (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:04.141654 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:04.183790 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:04.355889 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Deleting port 72a2a166-9377-4f99-82dc-c1f3397ba91f {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:04.356144 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:04.478878 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] For port 72a2a166-9377-4f99-82dc-c1f3397ba91f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72a2a166-9377-4f99-82dc-c1f3397ba91f,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:04.479528 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:04.504280 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Calling delete_port for 72a2a166-9377-4f99-82dc-c1f3397ba91f owned by network:router_interface {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:04.840683 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (72a2a166-9377-4f99-82dc-c1f3397ba91f), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:04.845254 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1b897479-1ac7-4eb0-ac34-5c3ff409071f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:04.851452 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:04.853174 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:04.873917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 1b897479-1ac7-4eb0-ac34-5c3ff409071f {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:04.874264 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a2a166-9377-4f99-82dc-c1f3397ba91f,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:04.874813 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 1b897479-1ac7-4eb0-ac34-5c3ff409071f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:05.110480 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16268164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16458924'] for router_interface (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:05.352484 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:05.366356 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:05.368374 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Router 5be4184e-2619-453c-b2f4-c9ca17ea1442 has already been hosted by L3 agent bfd0763c-b889-4f3a-98e7-c4a56c349f00 {{(pid=104193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 07 01:53:05.482872 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 01:53:05.487911 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-0de75752-37fd-4ce3-a39d-fd66c0359109 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/5be4184e-2619-453c-b2f4-c9ca17ea1442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118670 Aug 07 01:53:05.492483 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59604) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:05.495468 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Sync routers for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 01:53:05.508910 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:53:05.509556 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:05.762640 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: dv-cinder-master-3-iscsi {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:53:05.783516 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks [] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:05.919224 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks [] for router_gateway (5be4184e-2619-453c-b2f4-c9ca17ea1442), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:05.977470 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Deleting port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:05.977982 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.001536 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'external_fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140'}], 'enable_snat': True}, 'gw_port_id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:53:04Z', 'revision_number': 5, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port': {'id': 'cf88f9dd-bd96-4277-86ba-d4b5851f0ab1', 'name': '', 'network_id': '86c5ae8e-f04f-46a0-94fe-bf9a88b6e95b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:ba:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'ip_address': '172.37.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-07T01:48:18Z', 'updated_at': '2022-08-07T01:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62f72133-fe64-4d5a-8464-109a2ef9b66c', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:06.043209 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Checking router: 5be4184e-2619-453c-b2f4-c9ca17ea1442 for host: dv-cinder-master-3-iscsi {{(pid=104195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 01:53:06.055621 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Routers {'5be4184e-2619-453c-b2f4-c9ca17ea1442'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 07 01:53:06.056657 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-07T01:01:16Z,description=,heartbeat_timestamp=2022-08-07T01:52:46Z,host='dv-cinder-master-3-iscsi',id=bfd0763c-b889-4f3a-98e7-c4a56c349f00,load=0,resource_versions=,resources_synced=,started_at=2022-08-07T01:01:16Z,topic='l3_agent')) {'router_ids': ['5be4184e-2619-453c-b2f4-c9ca17ea1442'], 'active': True} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:06.102677 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] For port cf88f9dd-bd96-4277-86ba-d4b5851f0ab1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,segment=NetworkSegment(be001001-550d-44ab-8724-9d4df085a757),segment_id=be001001-550d-44ab-8724-9d4df085a757)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:06.103052 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.118338 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Calling delete_port for cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 owned by network:router_gateway {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:06.156104 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvr_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] Set router 5be4184e-2619-453c-b2f4-c9ca17ea1442 gateway port host: None {{(pid=104195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 07 01:53:06.216332 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_hamode_db [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:53:05Z', 'revision_number': 6, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:06.244397 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d91cf6-7019-46d9-ad93-aa0290596cf3 None None] The sync data for ids ['5be4184e-2619-453c-b2f4-c9ca17ea1442'] in dv-cinder-master-3-iscsi is: [{'id': '5be4184e-2619-453c-b2f4-c9ca17ea1442', 'name': 'tempest-TestShelveInstance-67137896-router', 'tenant_id': '643d5812093148458f0b699a07a15805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-07T01:48:17Z', 'updated_at': '2022-08-07T01:53:05Z', 'revision_number': 6, 'project_id': '643d5812093148458f0b699a07a15805', 'gw_port_host': None}] {{(pid=104195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 01:53:06.329630 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (cf88f9dd-bd96-4277-86ba-d4b5851f0ab1), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.360427 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf88f9dd-bd96-4277-86ba-d4b5851f0ab1,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:06.430980 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16424420'] for router_gateway (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.524594 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16464843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13103'] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.527187 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks [] for router_controller (5be4184e-2619-453c-b2f4-c9ca17ea1442), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.566271 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:06.578333 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16464713'] for router (5be4184e-2619-453c-b2f4-c9ca17ea1442), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.579379 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be4184e-2619-453c-b2f4-c9ca17ea1442 {{(pid=104193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 01:53:06.587653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.589471 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-be29ce89-ac58-4a03-b5e7-44fb97ca02f7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/5be4184e-2619-453c-b2f4-c9ca17ea1442 HTTP/1.1" status: 204 len: 168 time: 1.0955482 Aug 07 01:53:06.592519 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59608) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:06.662248 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Deleting subnet c48dfa37-e976-4069-947a-02b525d1fe54 {{(pid=104193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 07 01:53:06.671100 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Publish callbacks [] for subnet (c48dfa37-e976-4069-947a-02b525d1fe54), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.738107 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14030271'] for subnet (c48dfa37-e976-4069-947a-02b525d1fe54), precommit_delete_associations {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.779747 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:06.824694 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-669744'] for subnet (c48dfa37-e976-4069-947a-02b525d1fe54), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.892542 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-669755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14136225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12616416'] for subnet (c48dfa37-e976-4069-947a-02b525d1fe54), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.922639 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48dfa37-e976-4069-947a-02b525d1fe54,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:06.927638 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:06.931019 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-b95769ae-a62e-481c-9127-f01b1c3e13bf admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c48dfa37-e976-4069-947a-02b525d1fe54 HTTP/1.1" status: 204 len: 168 time: 0.3369606 Aug 07 01:53:06.933578 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59610) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:06.937924 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8fd2a4-f2b9-4499-a0d9-47d58ca1295a None None] Network c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec requested from dv-cinder-master-3-iscsi {{(pid=104195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 07 01:53:07.041316 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634972'] for network (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.113436 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 72a2a166-9377-4f99-82dc-c1f3397ba91f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:07.123407 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Deleting port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 {{(pid=104193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:07.123993 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.139331 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 72a2a166-9377-4f99-82dc-c1f3397ba91f {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:07.140025 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 72a2a166-9377-4f99-82dc-c1f3397ba91f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:07.140186 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:07.162643 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] DHCP port deletion for c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec request from dv-cinder-master-3-iscsi {{(pid=104195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 07 01:53:07.165050 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:07.165394 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device cf88f9dd-bd96-4277-86ba-d4b5851f0ab1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:07.209658 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Deleting port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 {{(pid=104195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 07 01:53:07.210319 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742901216049'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), before_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.252951 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.db [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] For port 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5b4849d7-de1c-4fbc-a095-1a5cde152e08,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:07.253548 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.278543 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Calling delete_port for 5b4849d7-de1c-4fbc-a095-1a5cde152e08 owned by network:dhcp {{(pid=104193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:07.289273 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.db [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] For port 5b4849d7-de1c-4fbc-a095-1a5cde152e08, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5b4849d7-de1c-4fbc-a095-1a5cde152e08,segment=NetworkSegment(f0d44708-741c-4677-9680-e79c522246f8),segment_id=f0d44708-741c-4677-9680-e79c522246f8)] {{(pid=104195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 01:53:07.289940 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16411977'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), precommit_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.318972 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Calling delete_port for 5b4849d7-de1c-4fbc-a095-1a5cde152e08 owned by network:dhcp {{(pid=104195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 07 01:53:07.381013 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14136276'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.438219 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4849d7-de1c-4fbc-a095-1a5cde152e08,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:07.441362 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742901219566', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742900835732'] for port (5b4849d7-de1c-4fbc-a095-1a5cde152e08), after_delete {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.442442 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] No DVR routers for this DVR port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 on host dv-cinder-master-3-iscsi {{(pid=104193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:53:07.467382 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] No DVR routers for this DVR port 5b4849d7-de1c-4fbc-a095-1a5cde152e08 on host dv-cinder-master-3-iscsi {{(pid=104195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 07 01:53:07.491270 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf112d-72b8-4d67-886b-4364ab55558a None None] Pushing event deleted for resources: {'Port': ['ID=5b4849d7-de1c-4fbc-a095-1a5cde152e08,revision_number=None']} {{(pid=104195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:07.573474 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659375', 'neutron.services.segments.db._delete_segments_for_network-8742901291502'] for network (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.612767 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec']}} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:07.631292 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d44708-741c-4677-9680-e79c522246f8') {'for_net_delete': True} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:07.631789 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.services.segments.db [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d44708-741c-4677-9680-e79c522246f8') {} {{(pid=104193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 01:53:07.650304 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742901291403', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14030262'] for segment (f0d44708-741c-4677-9680-e79c522246f8), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.672257 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979'] for segment (f0d44708-741c-4677-9680-e79c522246f8), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.679789 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 01:53:07.680263 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133507'] for segment (f0d44708-741c-4677-9680-e79c522246f8), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.770653 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16268159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16422946'] for network (c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.776792 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16268137'] for network (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:07.780178 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec HTTP/1.1" status: 204 len: 168 time: 0.8444388 Aug 07 01:53:07.792871 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafd995-f86d-4464-a78b-29f480145b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14307aa-b63d-40f0-84fa-eb0ca2b4f4ec,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:07.814721 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment f0d44708-741c-4677-9680-e79c522246f8 resource provider aggregate not found Aug 07 01:53:07.841979 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.services.segments.plugin [-] Segment f0d44708-741c-4677-9680-e79c522246f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d44708-741c-4677-9680-e79c522246f8 found for delete ", "request_id": "req-0aa396ec-e220-433c-b839-12c1bee843e4"}]} Aug 07 01:53:07.943985 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59620) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:07.994881 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-53169f1a-c383-4cbe-a4b6-dff696ec0a9d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a3df9bc7e5f54e938a0ab2bdc841ecd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493085 Aug 07 01:53:07.997728 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59622) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:08.004757 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:08.059576 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] Publish callbacks [] for security_group (c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6), before_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.085985 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] Publish callbacks [] for security_group (c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6), precommit_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.146294 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6), after_delete {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.149056 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron_lib.callbacks.manager [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.150396 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6 HTTP/1.1" status: 204 len: 168 time: 0.1516600 Aug 07 01:53:08.159978 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc610f-86af-45d5-a6f6-a5d2f223ff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f0ce5-5b4b-4f59-9d37-e6d5159c37b6,revision_number=None']} {{(pid=104193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:08.561022 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG neutron.wsgi [-] (104193) accepted ('10.222.0.26', 59628) {{(pid=104193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:08.601931 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:08.609581 dv-cinder-master-3-iscsi neutron-server[104193]: INFO neutron.wsgi [None req-63bff47f-90d2-448b-8725-ab67377640f6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=643d5812093148458f0b699a07a15805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472345 Aug 07 01:53:08.613430 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.wsgi [-] (104194) accepted ('10.222.0.26', 59630) {{(pid=104194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 07 01:53:08.670855 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] Publish callbacks [] for security_group (3ca2b48e-e434-47a5-9c5a-84e665888b62), before_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.697104 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] Publish callbacks [] for security_group (3ca2b48e-e434-47a5-9c5a-84e665888b62), precommit_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.760826 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343167'] for security_group (3ca2b48e-e434-47a5-9c5a-84e665888b62), after_delete {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.764746 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron_lib.callbacks.manager [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:08.765954 dv-cinder-master-3-iscsi neutron-server[104194]: INFO neutron.wsgi [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3ca2b48e-e434-47a5-9c5a-84e665888b62 HTTP/1.1" status: 204 len: 168 time: 0.1501796 Aug 07 01:53:08.774652 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa0dfe-2b01-47bb-a32f-a3543bc2a6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca2b48e-e434-47a5-9c5a-84e665888b62,revision_number=None']} {{(pid=104194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 01:53:08.866682 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5b4849d7-de1c-4fbc-a095-1a5cde152e08 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 01:53:08.899453 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.plugin [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] No Port match for: 5b4849d7-de1c-4fbc-a095-1a5cde152e08 {{(pid=104195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 07 01:53:08.900115 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron.plugins.ml2.rpc [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Device 5b4849d7-de1c-4fbc-a095-1a5cde152e08 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 01:53:11.997095 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1dfb06c4-8a6d-4c2d-9055-c4b44c2be431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:12.179404 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=28 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:12.180613 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=23 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:15.847905 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8640926e-2469-489f-9312-3b3961243b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:18.500065 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:18.605852 dv-cinder-master-3-iscsi neutron-server[104193]: DEBUG dbcounter [-] [104193] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:18.741336 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:18.770607 dv-cinder-master-3-iscsi neutron-server[104194]: DEBUG dbcounter [-] [104194] Writing DB stats neutron:DELETE=2,neutron:SELECT=20 {{(pid=104194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:19.000382 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:19.860456 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:19.869933 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:21.764738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:24.321848 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:30.493077 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:53:33.610747 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:34.308842 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=13 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:34.317313 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:40.487422 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:53:41.986410 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4b8d1d11-2637-42a0-a276-6f516072b1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:45.844660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0f5bd432-771d-4671-ac72-14d9b69135d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:48.503264 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:48.996136 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:49.871660 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:53:54.320798 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:04.308686 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:04.315982 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:07.492337 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:54:11.991956 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-3c8875b7-1a7a-4b91-bcf8-a88a6b8d4b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:15.840310 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1788cab0-1cfa-4e71-b640-39fac4ee9863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:17.487787 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:17.488619 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:18.506519 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:18.992030 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:19.874741 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:24.328306 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:34.321268 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:34.323245 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:41.988221 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f840280c-85a4-4eeb-ac42-4e793e497c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:44.492572 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:54:45.854787 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-44e13995-b157-4944-b44c-4cc25bd20cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:48.509791 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:48.997948 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:49.879005 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:54.334066 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:54:54.486922 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=16 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:54:54.487836 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=18 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:04.323181 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:04.328626 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:08.427676 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:08.428510 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:11.982807 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c426feb8-a99e-493f-8c0d-01de05f61b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:15.849108 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a75c-e9bf-44c5-af92-8278a1f6f81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:18.513581 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:18.991870 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:19.882294 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:21.496453 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:55:24.360589 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:31.491050 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:31.491872 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:34.351772 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:34.353986 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:55:41.986864 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-4fdfacb2-f4e5-4210-8ec2-c7d464a22a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:45.853738 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-04e3867f-d020-4e25-8576-73c1364c0fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:48.514311 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:48.999644 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:49.883407 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:54.363491 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:55:58.497995 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:56:04.356015 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:04.359600 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:11.993178 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-05d5b54e-54da-4bc7-b576-185d59ceede9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:15.857850 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c89183f9-d7ad-4f63-a8d0-08df72e659f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:17.401368 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:17.402181 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:18.519054 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:18.993782 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:19.885043 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:24.377877 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:34.370982 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:34.372956 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:35.496978 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:56:41.988003 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-6ca79b37-b508-44d4-8592-f72e69b3b92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:45.861326 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-f786549c-dbfb-4f29-8906-90d422d8a74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:48.521991 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:48.998346 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:49.889376 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:56:51.853390 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=19 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:51.855987 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=15 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:56:54.373917 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:04.362716 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:04.370224 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:11.992162 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-5861f437-b8c5-474e-b2ee-0e7a4fcca493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:12.495952 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:57:15.866377 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-daca9a48-04db-47e8-a60d-8e01df2fa2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:18.523996 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:19.002633 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:19.890279 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:22.491751 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:22.492461 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:24.373340 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:34.365778 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:34.368820 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:41.995360 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd852-1717-4fd5-a2f4-8df16dd038e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:45.864133 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-0ff73de5-ddc6-4ad8-ac65-8233357592eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:48.526439 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:49.009519 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:49.494938 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG neutron.db.agents_db [None req-0b26ce55-31b6-4c28-9d63-aaad13b4170e None None] Agent healthcheck: found 6 active agents {{(pid=104196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 01:57:49.893375 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:54.397840 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-8ab7314a-7733-47fb-b60e-5dcc4e8e7129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (f5edb0ad-7289-4886-9ec1-e4582956005f), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:57:59.490775 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=5 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:57:59.491615 dv-cinder-master-3-iscsi neutron-server[104196]: DEBUG dbcounter [-] [104196] Writing DB stats neutron:SELECT=3 {{(pid=104196) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:58:04.392013 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:58:04.394172 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG dbcounter [-] [104195] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 07 01:58:12.008619 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-9705cbdb-a5b6-466a-90eb-9e4a8acddb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (39f4492f-c067-45a0-ab60-a9878cc498ea), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:58:15.860161 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-21fed669-8fab-4dfa-804c-0dd5687079bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (bfd0763c-b889-4f3a-98e7-c4a56c349f00), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:58:18.528358 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e448-4026-484b-ab5e-4f071a646e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (6f850fdf-ba43-4897-b3b9-62f8f079a161), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:58:19.004937 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-1a0023de-5435-4721-8775-1ec17def9992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (135d812f-b90d-4d52-acc0-504f156cdadf), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 07 01:58:19.898417 dv-cinder-master-3-iscsi neutron-server[104195]: DEBUG neutron_lib.callbacks.manager [None req-620b6364-af68-4dbe-a25d-1dd6426e5390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742901291484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671212'] for agent (8d769a86-601b-47d6-9395-bd76afd4e0a6), after_update {{(pid=104195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}